packs_cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1777065a-cd4e-45e5-9174-61b68df2e32c",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "8e8d4df9-161e-4beb-87fe-9aad3e1363bb",
   "metadata": {},
   "outputs": [],
   "source": [
    "packs_raw = pd.read_csv(r'data/packs.tsv', sep='\\t', header=None, names=['pack_name', 'brand_all', 'piece_count_all', 'difficulty_all'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f349d038-3ebe-4bd7-a3ea-d1fc97cf13fb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_all</th>\n",
       "      <th>piece_count_all</th>\n",
       "      <th>difficulty_all</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>387,242</td>\n",
       "      <td>Average,Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320,160</td>\n",
       "      <td>Average,Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150,170</td>\n",
       "      <td>Average,Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320,300</td>\n",
       "      <td>Average,Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278,177</td>\n",
       "      <td>Hard,A-Easy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           pack_name       brand_all  \\\n",
       "0  Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut   \n",
       "1  Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN   \n",
       "2  Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN   \n",
       "3  Anthology Puzzles Framed American Gothic Antho...             NaN   \n",
       "4  Anthology Puzzles Over The Moon Anthology Puzz...             NaN   \n",
       "\n",
       "  piece_count_all   difficulty_all  \n",
       "0         387,242  Average,Average  \n",
       "1         320,160  Average,Average  \n",
       "2         150,170  Average,Average  \n",
       "3         320,300  Average,Average  \n",
       "4         278,177      Hard,A-Easy  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_raw.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "90b5fa09-2c0c-4295-b26f-c00cc93cd0ab",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pack_name          object\n",
       "brand_all          object\n",
       "piece_count_all    object\n",
       "difficulty_all     object\n",
       "dtype: object"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_raw.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "53eb2946-59fa-4002-945d-78a2b4248ba6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_all</th>\n",
       "      <th>piece_count_all</th>\n",
       "      <th>difficulty_all</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [pack_name, brand_all, piece_count_all, difficulty_all]\n",
       "Index: []"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_raw[packs_raw['pack_name'].isna()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "2dde7f3f-7c9f-486d-8580-d91a5da32804",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>904</th>\n",
       "      <td>364</td>\n",
       "      <td>207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>905</th>\n",
       "      <td>442</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>906</th>\n",
       "      <td>262</td>\n",
       "      <td>314</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907</th>\n",
       "      <td>158</td>\n",
       "      <td>205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>908</th>\n",
       "      <td>460</td>\n",
       "      <td>364</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>909 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       0    1\n",
       "0    387  242\n",
       "1    320  160\n",
       "2    150  170\n",
       "3    320  300\n",
       "4    278  177\n",
       "..   ...  ...\n",
       "904  364  207\n",
       "905  442  170\n",
       "906  262  314\n",
       "907  158  205\n",
       "908  460  364\n",
       "\n",
       "[909 rows x 2 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_raw['piece_count_all'].str.split(',', n=1, expand=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "9c39be1a-c37c-475d-8901-adf09a81dfd8",
   "metadata": {},
   "source": [
    "Separate rows into\n",
    "\n",
    "{\n",
    "    pack_name,\n",
    "    brand_0,\n",
    "    brand_1,\n",
    "    brand_2,\n",
    "    piece_count_0,\n",
    "    piece_count_1,\n",
    "    piece_count_2,\n",
    "    difficulty_0,\n",
    "    difficulty_1,\n",
    "    difficulty_2\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "5fbc02bc-0941-48c9-8b63-580ff5c7a863",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          brand_0 brand_1\n",
       "0  Other-Hand-cut    None\n",
       "1             NaN     NaN\n",
       "2             NaN     NaN\n",
       "3             NaN     NaN\n",
       "4             NaN     NaN"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Split brands\n",
    "brands_split = packs_raw['brand_all'].str.split(',', n=1, expand=True).rename(columns={0:'brand_0', 1:'brand_1'})\n",
    "brands_split.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "f8522c50-d5ad-4b44-8982-7f49ca89416f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  pieces_0 pieces_1\n",
       "0      387      242\n",
       "1      320      160\n",
       "2      150      170\n",
       "3      320      300\n",
       "4      278      177"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Split pieces\n",
    "pieces_split = packs_raw['piece_count_all'].str.split(',', n=1, expand=True).rename(columns={0:'pieces_0', 1:'pieces_1'})\n",
    "pieces_split.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "290fefc7-80dd-44ec-b99b-f7aacbec869b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    diff_0   diff_1\n",
       "0  Average  Average\n",
       "1  Average  Average\n",
       "2  Average  Average\n",
       "3  Average  Average\n",
       "4     Hard   A-Easy"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Split difficulty\n",
    "diff_split = packs_raw['difficulty_all'].str.split(',', n=1, expand=True).rename(columns={0:'diff_0', 1:'diff_1'})\n",
    "diff_split.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "c61a9b9d-8a7d-4861-97f2-13a02b93896d",
   "metadata": {},
   "outputs": [],
   "source": [
    "#test = packs_raw['pack_name'].map(lambda n: 1 if (n[-1] == ' ') else 2, na_action='ignore')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "3dbdc0fe-d6f4-49b6-a1d9-564979ea0096",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_all</th>\n",
       "      <th>piece_count_all</th>\n",
       "      <th>difficulty_all</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>387,242</td>\n",
       "      <td>Average,Average</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320,160</td>\n",
       "      <td>Average,Average</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150,170</td>\n",
       "      <td>Average,Average</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320,300</td>\n",
       "      <td>Average,Average</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278,177</td>\n",
       "      <td>Hard,A-Easy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           pack_name       brand_all  \\\n",
       "0  Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut   \n",
       "1  Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN   \n",
       "2  Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN   \n",
       "3  Anthology Puzzles Framed American Gothic Antho...             NaN   \n",
       "4  Anthology Puzzles Over The Moon Anthology Puzz...             NaN   \n",
       "\n",
       "  piece_count_all   difficulty_all         brand_0 brand_1 pieces_0 pieces_1  \\\n",
       "0         387,242  Average,Average  Other-Hand-cut    None      387      242   \n",
       "1         320,160  Average,Average             NaN     NaN      320      160   \n",
       "2         150,170  Average,Average             NaN     NaN      150      170   \n",
       "3         320,300  Average,Average             NaN     NaN      320      300   \n",
       "4         278,177      Hard,A-Easy             NaN     NaN      278      177   \n",
       "\n",
       "    diff_0   diff_1  num_puzzles  \n",
       "0  Average  Average            2  \n",
       "1  Average  Average            2  \n",
       "2  Average  Average            2  \n",
       "3  Average  Average            2  \n",
       "4     Hard   A-Easy            2  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_split = packs_raw.join([brands_split, pieces_split, diff_split])\n",
    "packs_split['num_puzzles'] = packs_raw['pack_name'].map(lambda n: 1 if (n[-1] == ' ') else 2, na_action='ignore')\n",
    "packs_split.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "f4e3cbbb-f3b8-42a9-8f87-7b045b0efb20",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>904</th>\n",
       "      <td>Artifact Puzzles Randal Spangler Fireside Fair...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>364</td>\n",
       "      <td>207</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>905</th>\n",
       "      <td>Smyth Puzzles Mola Madness TurtleTeasers Peaco...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>442</td>\n",
       "      <td>170</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>906</th>\n",
       "      <td>Artifact Puzzles Haeckel Hummingbirds Artifact...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>262</td>\n",
       "      <td>314</td>\n",
       "      <td>Average</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907</th>\n",
       "      <td>Ecru Puzzles Allen Gilbert Cram Fishermans Cot...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>158</td>\n",
       "      <td>205</td>\n",
       "      <td>Average</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>908</th>\n",
       "      <td>Artifact Puzzles Matt Lyon Monastery Artifact ...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>460</td>\n",
       "      <td>364</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>909 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             pack_name         brand_0  \\\n",
       "0    Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut   \n",
       "1    Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN   \n",
       "2    Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN   \n",
       "3    Anthology Puzzles Framed American Gothic Antho...             NaN   \n",
       "4    Anthology Puzzles Over The Moon Anthology Puzz...             NaN   \n",
       "..                                                 ...             ...   \n",
       "904  Artifact Puzzles Randal Spangler Fireside Fair...        Artifact   \n",
       "905  Smyth Puzzles Mola Madness TurtleTeasers Peaco...  Other-Hand-cut   \n",
       "906  Artifact Puzzles Haeckel Hummingbirds Artifact...        Artifact   \n",
       "907  Ecru Puzzles Allen Gilbert Cram Fishermans Cot...        Artifact   \n",
       "908  Artifact Puzzles Matt Lyon Monastery Artifact ...        Artifact   \n",
       "\n",
       "    brand_1 pieces_0 pieces_1       diff_0       diff_1  num_puzzles  \n",
       "0      None      387      242      Average      Average            2  \n",
       "1       NaN      320      160      Average      Average            2  \n",
       "2       NaN      150      170      Average      Average            2  \n",
       "3       NaN      320      300      Average      Average            2  \n",
       "4       NaN      278      177         Hard       A-Easy            2  \n",
       "..      ...      ...      ...          ...          ...          ...  \n",
       "904    None      364      207       A-Easy      Average            2  \n",
       "905    None      442      170  Really-Hard       A-Easy            2  \n",
       "906    None      262      314      Average         Hard            2  \n",
       "907    Ecru      158      205      Average         Hard            2  \n",
       "908    None      460      364  Really-Hard  Really-Hard            2  \n",
       "\n",
       "[909 rows x 8 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_split = packs_split.drop(['brand_all', 'piece_count_all', 'difficulty_all'], axis=1)\n",
    "packs_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "b42ed471-5497-4d54-94c9-5f56b8aa9bd9",
   "metadata": {},
   "outputs": [],
   "source": [
    "pack_puzzles = packs_raw['pack_name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "02bb6b87-aa94-4f57-a711-9674262120b8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: [pack_name, brand_0, brand_1, pieces_0, pieces_1, diff_0, diff_1, num_puzzles]\n",
       "Index: []"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_split[packs_split.pack_name.duplicated(keep=False)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "787a8ec1-2b97-4782-84b6-b9a65542569b",
   "metadata": {},
   "outputs": [],
   "source": [
    "packs_split = packs_split.astype({'pieces_0': 'int64', 'pieces_1': 'int64'}, errors='ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "bec2be34-769e-405d-a4e6-5c7d86611a64",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           pack_name         brand_0 brand_1  \\\n",
       "0  Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut    None   \n",
       "1  Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN     NaN   \n",
       "2  Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN     NaN   \n",
       "3  Anthology Puzzles Framed American Gothic Antho...             NaN     NaN   \n",
       "4  Anthology Puzzles Over The Moon Anthology Puzz...             NaN     NaN   \n",
       "\n",
       "  pieces_0 pieces_1   diff_0   diff_1  num_puzzles  \n",
       "0      387      242  Average  Average            2  \n",
       "1      320      160  Average  Average            2  \n",
       "2      150      170  Average  Average            2  \n",
       "3      320      300  Average  Average            2  \n",
       "4      278      177     Hard   A-Easy            2  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_split.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "98581e50-3083-4ef6-a0bc-5953fba7b4b5",
   "metadata": {},
   "outputs": [],
   "source": [
    "packs_split.to_csv(r'data/packs_clean.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "e6c95887-6be4-4522-a996-ae30e8240125",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           pack_name         brand_0 brand_1  \\\n",
       "0  Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut    None   \n",
       "1  Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN     NaN   \n",
       "2  Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN     NaN   \n",
       "3  Anthology Puzzles Framed American Gothic Antho...             NaN     NaN   \n",
       "4  Anthology Puzzles Over The Moon Anthology Puzz...             NaN     NaN   \n",
       "\n",
       "  pieces_0 pieces_1   diff_0   diff_1  num_puzzles  \n",
       "0      387      242  Average  Average            2  \n",
       "1      320      160  Average  Average            2  \n",
       "2      150      170  Average  Average            2  \n",
       "3      320      300  Average  Average            2  \n",
       "4      278      177     Hard   A-Easy            2  "
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Some rows straight up have nothing, drop these as there is nothing to be done\n",
    "packs_filtered = packs_split.dropna(subset = ['brand_0', 'brand_1', 'pieces_0', 'pieces_1', 'diff_0', 'diff_1'], how='all')\n",
    "packs_filtered.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "66175352-c287-472b-bbc8-89554bfd4e70",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>Artifact Puzzles Roch Urbaniak Floating Town A...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>228</td>\n",
       "      <td>216</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>DaVici Puzzles Awakening DaVici Puzzles</td>\n",
       "      <td>DaVici</td>\n",
       "      <td>None</td>\n",
       "      <td>450</td>\n",
       "      <td>280</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>Davici Puzzles Photo Album Ecru Puzzles Sunny ...</td>\n",
       "      <td>DaVici</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>600</td>\n",
       "      <td>369</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>Inside Adventure Odilon Redon Butterflies Peac...</td>\n",
       "      <td>Other-Laser-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>604</td>\n",
       "      <td>260</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>Liberty Puzzles Jane Tattersfield Peacock And ...</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>Other-Laser-cut</td>\n",
       "      <td>508</td>\n",
       "      <td>400</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>272</th>\n",
       "      <td>Liberty Puzzles Sue Coccia Great Horned Owl Li...</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>None</td>\n",
       "      <td>372</td>\n",
       "      <td>510</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>376</th>\n",
       "      <td>Palmaris Puzzles Susan Schroder Portal Swift O...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>470</td>\n",
       "      <td>200</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>486</th>\n",
       "      <td>Wentworth Puzzles Fractal Geometry Wentworth P...</td>\n",
       "      <td>Wentworth</td>\n",
       "      <td>None</td>\n",
       "      <td>229</td>\n",
       "      <td>504</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>566</th>\n",
       "      <td>Artifact Puzzles Sorolla Valencia Artifact Puz...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>150</td>\n",
       "      <td>156</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Hard</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>606</th>\n",
       "      <td>Nautilus Puzzles Liberty Eugene Delacroix Libe...</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>Nautilus</td>\n",
       "      <td>466</td>\n",
       "      <td>None</td>\n",
       "      <td>Hard</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>639</th>\n",
       "      <td>Whimsy Puzzles Christy Moeller Cat Girl Hartma...</td>\n",
       "      <td>Other-Laser-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>450</td>\n",
       "      <td>209</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>651</th>\n",
       "      <td>Artifact Puzzles Iwona Lifsches Santa Claus De...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>Wentworth</td>\n",
       "      <td>158</td>\n",
       "      <td>250</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Hard</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>676</th>\n",
       "      <td>Artifact Puzzles Edward Hopper Chop Suey Artif...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>346</td>\n",
       "      <td>374</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>716</th>\n",
       "      <td>Mr. Gogo Puzzles Just A Challenge Mr. Gogo Puz...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>264</td>\n",
       "      <td>269</td>\n",
       "      <td>Hard</td>\n",
       "      <td>Average</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>846</th>\n",
       "      <td>Artifact Puzzles Seurat Grande Jatte Artifact ...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>428</td>\n",
       "      <td>338</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>Hard</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>874</th>\n",
       "      <td>Ecru Puzzles William Penhallow Henderson Lucer...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>385</td>\n",
       "      <td>411</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             pack_name          brand_0  \\\n",
       "45   Artifact Puzzles Roch Urbaniak Floating Town A...         Artifact   \n",
       "77            DaVici Puzzles Awakening DaVici Puzzles            DaVici   \n",
       "99   Davici Puzzles Photo Album Ecru Puzzles Sunny ...           DaVici   \n",
       "127  Inside Adventure Odilon Redon Butterflies Peac...  Other-Laser-cut   \n",
       "203  Liberty Puzzles Jane Tattersfield Peacock And ...          Liberty   \n",
       "272  Liberty Puzzles Sue Coccia Great Horned Owl Li...          Liberty   \n",
       "376  Palmaris Puzzles Susan Schroder Portal Swift O...              NaN   \n",
       "486  Wentworth Puzzles Fractal Geometry Wentworth P...        Wentworth   \n",
       "566  Artifact Puzzles Sorolla Valencia Artifact Puz...         Artifact   \n",
       "606  Nautilus Puzzles Liberty Eugene Delacroix Libe...          Liberty   \n",
       "639  Whimsy Puzzles Christy Moeller Cat Girl Hartma...  Other-Laser-cut   \n",
       "651  Artifact Puzzles Iwona Lifsches Santa Claus De...         Artifact   \n",
       "676  Artifact Puzzles Edward Hopper Chop Suey Artif...         Artifact   \n",
       "716  Mr. Gogo Puzzles Just A Challenge Mr. Gogo Puz...   Other-Hand-cut   \n",
       "846  Artifact Puzzles Seurat Grande Jatte Artifact ...         Artifact   \n",
       "874  Ecru Puzzles William Penhallow Henderson Lucer...         Artifact   \n",
       "\n",
       "             brand_1 pieces_0 pieces_1       diff_0   diff_1  num_puzzles  \n",
       "45              None      228      216       A-Easy   A-Easy            1  \n",
       "77              None      450      280      Average  Average            1  \n",
       "99              Ecru      600      369      Average  Average            1  \n",
       "127             None      604      260      Average  Average            1  \n",
       "203  Other-Laser-cut      508      400      Average  Average            1  \n",
       "272             None      372      510      Average  Average            1  \n",
       "376              NaN      470      200      Average  Average            1  \n",
       "486             None      229      504  Really-Hard  Average            1  \n",
       "566             None      150      156       A-Easy     Hard            1  \n",
       "606         Nautilus      466     None         Hard  Average            1  \n",
       "639             None      450      209      Average  Average            1  \n",
       "651        Wentworth      158      250       A-Easy     Hard            1  \n",
       "676             None      346      374       A-Easy   A-Easy            1  \n",
       "716             None      264      269         Hard  Average            1  \n",
       "846             None      428      338  Really-Hard     Hard            1  \n",
       "874             Ecru      385      411       A-Easy   A-Easy            1  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_filtered[(packs_filtered.num_puzzles == 1) & (packs_filtered.brand_1.notna() | packs_filtered.pieces_1.notna())]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "54a268bb-032b-470c-98f0-bcd0cba1539e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Some 1 puzzle packs have a second number for pieces, this seems to be legit, updating to be 2 puzzle packs\n",
    "packs_filtered.loc[((packs_filtered.num_puzzles == 1) & (packs_filtered.pieces_1.notna())), 'num_puzzles'] = 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "a68adf9e-386a-41d2-abbb-db44c497c6a0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pack_name      Artifact Puzzles Tyukanov Purgatory Artifact P...\n",
       "brand_0                                                 Artifact\n",
       "brand_1                                                     None\n",
       "pieces_0                                                     659\n",
       "pieces_1                                                      80\n",
       "diff_0                                                      Hard\n",
       "diff_1                                                      Hard\n",
       "num_puzzles                                                    2\n",
       "Name: 50, dtype: object"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "9b6c0da9-792c-45dc-8226-796e1727cf95",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Artifact Puzzles Bee Eater Artifact Puzzles Ke...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>439</td>\n",
       "      <td>None</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Artifact Puzzles Kristian Adams Snoozies Artif...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>413</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>Liberty Puzzle Konstatin Gorbatov A Winters Da...</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>527</td>\n",
       "      <td>None</td>\n",
       "      <td>Hard</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>Liberty Puzzles Alphonse Mucha La Danse Libert...</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>None</td>\n",
       "      <td>258</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>243</th>\n",
       "      <td>Liberty Puzzles Muktair Oladoja Lovers Ecru Pu...</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>504</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>248</th>\n",
       "      <td>Liberty Puzzles Paris Air France Ecru Puzzles ...</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>Liberty</td>\n",
       "      <td>483</td>\n",
       "      <td>None</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>389</th>\n",
       "      <td>Snowflake Puzzles Colorful Twirly-ques Ecru Pu...</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>500</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>427</th>\n",
       "      <td>Stave Puzzles My Special Tea Wentworth Puzzles...</td>\n",
       "      <td>Stave</td>\n",
       "      <td>Wentworth</td>\n",
       "      <td>75</td>\n",
       "      <td>None</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>440</th>\n",
       "      <td>Turtle Teasers The Paradise of the Medicine Bu...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>158</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>456</th>\n",
       "      <td>Wentworth Puzzles Beautiful Victorian Day Whim...</td>\n",
       "      <td>Wentworth</td>\n",
       "      <td>Other-Laser-cut</td>\n",
       "      <td>450</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>652</th>\n",
       "      <td>Artifact Puzzles Paul Ranson Flowers Double Si...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>79</td>\n",
       "      <td>None</td>\n",
       "      <td>Hard</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>672</th>\n",
       "      <td>Artifact Puzzles Allie Sullberg Lets Dance Art...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>367</td>\n",
       "      <td>None</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>673</th>\n",
       "      <td>Artifact Puzzles Alceste Campriani Pappagalli ...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>201</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>686</th>\n",
       "      <td>Ecru Puzzles Allen Gilbert Cram Fishermans Cot...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>158</td>\n",
       "      <td>None</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>690</th>\n",
       "      <td>Ecru Puzzles Kawase Hasui Fall Ecru Puzzles Ho...</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             pack_name    brand_0  \\\n",
       "9    Artifact Puzzles Bee Eater Artifact Puzzles Ke...   Artifact   \n",
       "33   Artifact Puzzles Kristian Adams Snoozies Artif...   Artifact   \n",
       "133  Liberty Puzzle Konstatin Gorbatov A Winters Da...       Ecru   \n",
       "142  Liberty Puzzles Alphonse Mucha La Danse Libert...    Liberty   \n",
       "243  Liberty Puzzles Muktair Oladoja Lovers Ecru Pu...       Ecru   \n",
       "248  Liberty Puzzles Paris Air France Ecru Puzzles ...       Ecru   \n",
       "389  Snowflake Puzzles Colorful Twirly-ques Ecru Pu...       Ecru   \n",
       "427  Stave Puzzles My Special Tea Wentworth Puzzles...      Stave   \n",
       "440  Turtle Teasers The Paradise of the Medicine Bu...        NaN   \n",
       "456  Wentworth Puzzles Beautiful Victorian Day Whim...  Wentworth   \n",
       "652  Artifact Puzzles Paul Ranson Flowers Double Si...   Artifact   \n",
       "672  Artifact Puzzles Allie Sullberg Lets Dance Art...   Artifact   \n",
       "673  Artifact Puzzles Alceste Campriani Pappagalli ...   Artifact   \n",
       "686  Ecru Puzzles Allen Gilbert Cram Fishermans Cot...   Artifact   \n",
       "690  Ecru Puzzles Kawase Hasui Fall Ecru Puzzles Ho...       Ecru   \n",
       "\n",
       "             brand_1 pieces_0 pieces_1       diff_0   diff_1  num_puzzles  \n",
       "9               None      439     None         Hard   A-Easy            2  \n",
       "33              None      413     None      Average  Average            2  \n",
       "133          Liberty      527     None         Hard  Average            2  \n",
       "142             None      258     None      Average     Hard            2  \n",
       "243          Liberty      504     None      Average  Average            2  \n",
       "248          Liberty      483     None         Hard   A-Easy            2  \n",
       "389   Other-Hand-cut      500     None      Average   A-Easy            2  \n",
       "427        Wentworth       75     None  Really-Hard   A-Easy            2  \n",
       "440              NaN      158     None      Average  Average            2  \n",
       "456  Other-Laser-cut      450     None      Average  Average            2  \n",
       "652             None       79     None         Hard     Hard            2  \n",
       "672             None      367     None       A-Easy  Average            2  \n",
       "673             None      201     None      Average  Average            2  \n",
       "686             Ecru      158     None      Average  Average            2  \n",
       "690             None      NaN      NaN       A-Easy  Average            2  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_filtered[(packs_filtered.pieces_1.isna()) & (packs_filtered.num_puzzles == 2)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "cc469d57-6273-4fe0-9f3d-a917cf05bad4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Artifact Puzzles Allie Sullberg Lets Dance Artifact Puzzles Kevin Sloan Welcome to the Wilderness'"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_filtered.loc[672]['pack_name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "65ba908f-9f5f-4a78-bad6-1f4b0a4fd283",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Could just drop the 2 puzzle rows that don't have full piece info?\n",
    "packs_filtered_2 = packs_filtered[~((packs_filtered.num_puzzles == 2) & (packs_filtered.pieces_1.isna()))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "id": "fd45da03-090a-4845-b168-cfc8c2233c55",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 821 entries, 0 to 908\n",
      "Data columns (total 8 columns):\n",
      " #   Column       Non-Null Count  Dtype \n",
      "---  ------       --------------  ----- \n",
      " 0   pack_name    821 non-null    object\n",
      " 1   brand_0      792 non-null    object\n",
      " 2   brand_1      112 non-null    object\n",
      " 3   pieces_0     817 non-null    object\n",
      " 4   pieces_1     654 non-null    object\n",
      " 5   diff_0       821 non-null    object\n",
      " 6   diff_1       821 non-null    object\n",
      " 7   num_puzzles  821 non-null    int64 \n",
      "dtypes: int64(1), object(7)\n",
      "memory usage: 90.0+ KB\n"
     ]
    }
   ],
   "source": [
    "packs_filtered.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "id": "0f462de0-3ab5-4062-be2d-2544d8a3b7b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pack_name</th>\n",
       "      <th>brand_0</th>\n",
       "      <th>brand_1</th>\n",
       "      <th>pieces_0</th>\n",
       "      <th>pieces_1</th>\n",
       "      <th>diff_0</th>\n",
       "      <th>diff_1</th>\n",
       "      <th>num_puzzles</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Anne Belle Thompson The Mikado Anne Belle Thom...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>387</td>\n",
       "      <td>242</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Anthology Puzzles Alphonse Mucha La Plume Anth...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>160</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Anthology Puzzles Colorful Cat Anthology Puzzl...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>150</td>\n",
       "      <td>170</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Anthology Puzzles Framed American Gothic Antho...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>320</td>\n",
       "      <td>300</td>\n",
       "      <td>Average</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Anthology Puzzles Over The Moon Anthology Puzz...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>278</td>\n",
       "      <td>177</td>\n",
       "      <td>Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>904</th>\n",
       "      <td>Artifact Puzzles Randal Spangler Fireside Fair...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>364</td>\n",
       "      <td>207</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>Average</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>905</th>\n",
       "      <td>Smyth Puzzles Mola Madness TurtleTeasers Peaco...</td>\n",
       "      <td>Other-Hand-cut</td>\n",
       "      <td>None</td>\n",
       "      <td>442</td>\n",
       "      <td>170</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>A-Easy</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>906</th>\n",
       "      <td>Artifact Puzzles Haeckel Hummingbirds Artifact...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>262</td>\n",
       "      <td>314</td>\n",
       "      <td>Average</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>907</th>\n",
       "      <td>Ecru Puzzles Allen Gilbert Cram Fishermans Cot...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>Ecru</td>\n",
       "      <td>158</td>\n",
       "      <td>205</td>\n",
       "      <td>Average</td>\n",
       "      <td>Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>908</th>\n",
       "      <td>Artifact Puzzles Matt Lyon Monastery Artifact ...</td>\n",
       "      <td>Artifact</td>\n",
       "      <td>None</td>\n",
       "      <td>460</td>\n",
       "      <td>364</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>Really-Hard</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>806 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             pack_name         brand_0  \\\n",
       "0    Anne Belle Thompson The Mikado Anne Belle Thom...  Other-Hand-cut   \n",
       "1    Anthology Puzzles Alphonse Mucha La Plume Anth...             NaN   \n",
       "2    Anthology Puzzles Colorful Cat Anthology Puzzl...             NaN   \n",
       "3    Anthology Puzzles Framed American Gothic Antho...             NaN   \n",
       "4    Anthology Puzzles Over The Moon Anthology Puzz...             NaN   \n",
       "..                                                 ...             ...   \n",
       "904  Artifact Puzzles Randal Spangler Fireside Fair...        Artifact   \n",
       "905  Smyth Puzzles Mola Madness TurtleTeasers Peaco...  Other-Hand-cut   \n",
       "906  Artifact Puzzles Haeckel Hummingbirds Artifact...        Artifact   \n",
       "907  Ecru Puzzles Allen Gilbert Cram Fishermans Cot...        Artifact   \n",
       "908  Artifact Puzzles Matt Lyon Monastery Artifact ...        Artifact   \n",
       "\n",
       "    brand_1 pieces_0 pieces_1       diff_0       diff_1  num_puzzles  \n",
       "0      None      387      242      Average      Average            2  \n",
       "1       NaN      320      160      Average      Average            2  \n",
       "2       NaN      150      170      Average      Average            2  \n",
       "3       NaN      320      300      Average      Average            2  \n",
       "4       NaN      278      177         Hard       A-Easy            2  \n",
       "..      ...      ...      ...          ...          ...          ...  \n",
       "904    None      364      207       A-Easy      Average            2  \n",
       "905    None      442      170  Really-Hard       A-Easy            2  \n",
       "906    None      262      314      Average         Hard            2  \n",
       "907    Ecru      158      205      Average         Hard            2  \n",
       "908    None      460      364  Really-Hard  Really-Hard            2  \n",
       "\n",
       "[806 rows x 8 columns]"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "packs_filtered_2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "e00366e9-147e-4357-bd45-f44b161a802d",
   "metadata": {},
   "outputs": [],
   "source": [
    "packs_filtered_2.to_csv(r'data/packs_cleaned_dropna.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ab175326-9fea-45e5-8e11-d9d764428566",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}