__DSN_bootcamp_qualification_challenge.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Eg89nZEXCiRy"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import sklearn\n",
        "\n",
        "\n",
        "# Set all options\n",
        "plt.style.use('seaborn-notebook')\n",
        "plt.rcParams[\"figure.figsize\"] = (15, 3)\n",
        "pd.options.display.float_format = '{:20,.4f}'.format\n",
        "pd.set_option('display.max_columns', None)\n",
        "pd.set_option('display.max_rows', None)\n",
        "sns.set(context=\"paper\", font=\"monospace\")"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qL5amLN3CiWE"
      },
      "source": [
        "# USER DEFINED FUNCTIONS"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "f9PPTI7uCiWI"
      },
      "outputs": [],
      "source": [
        "def quantity_report(df):\n",
        "    \"\"\"\n",
        "    Description: Displays quality of data in terms of missing values, unique numbers, datatypes etc.\n",
        "    \"\"\"\n",
        "    dtypes = df.dtypes\n",
        "    nuniq = df.T.apply(lambda x: x.nunique(), axis=1)\n",
        "    total = df.isnull().sum().sort_values(ascending =True)\n",
        "    percent = (df.isnull().sum()/df.isnull().count()*100).sort_values(ascending = True)\n",
        "    quantity_df = pd.concat([total, percent, nuniq, dtypes], axis=1, keys=['Total', 'Percent', 'Nunique', 'Dtype'])\n",
        "    display(quantity_df)\n",
        "    "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Oo0S3yJ_CiWw"
      },
      "outputs": [],
      "source": [
        "test = pd.read_csv('Test.csv')\n",
        "train = pd.read_csv('Train.csv')\n",
        "sub = pd.read_csv('SampleSubmission.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "ke8-04nwCiZd",
        "outputId": "c41df440-9cc1-4c18-ea41-8ff5d48f331d"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ID_ZPMABNVX</td>\n",
              "      <td>1954</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Single</td>\n",
              "      <td>48,556.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>11-01-2013</td>\n",
              "      <td>85</td>\n",
              "      <td>6</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>8</td>\n",
              "      <td>429</td>\n",
              "      <td>20</td>\n",
              "      <td>118</td>\n",
              "      <td>7</td>\n",
              "      <td>23</td>\n",
              "      <td>41</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ID_WFE91NAA</td>\n",
              "      <td>1961</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Widow</td>\n",
              "      <td>57,499.2000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>22-11-2012</td>\n",
              "      <td>79</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>6</td>\n",
              "      <td>510</td>\n",
              "      <td>3</td>\n",
              "      <td>26</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>75</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ID_JV11RBRK</td>\n",
              "      <td>1973</td>\n",
              "      <td>Basic</td>\n",
              "      <td>Married</td>\n",
              "      <td>17,025.6000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>28-02-2013</td>\n",
              "      <td>47</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>11</td>\n",
              "      <td>16</td>\n",
              "      <td>12</td>\n",
              "      <td>27</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ID_6B7SVKY9</td>\n",
              "      <td>1970</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Together</td>\n",
              "      <td>91,983.6000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>16-08-2013</td>\n",
              "      <td>98</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>11</td>\n",
              "      <td>741</td>\n",
              "      <td>66</td>\n",
              "      <td>946</td>\n",
              "      <td>219</td>\n",
              "      <td>189</td>\n",
              "      <td>126</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ID_GOVUZ545</td>\n",
              "      <td>1959</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Together</td>\n",
              "      <td>78,235.2000</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>25-07-2013</td>\n",
              "      <td>41</td>\n",
              "      <td>2</td>\n",
              "      <td>7</td>\n",
              "      <td>6</td>\n",
              "      <td>11</td>\n",
              "      <td>748</td>\n",
              "      <td>22</td>\n",
              "      <td>181</td>\n",
              "      <td>12</td>\n",
              "      <td>0</td>\n",
              "      <td>200</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            ID  Year_of_Birth Education_Level Marital_Status  \\\n",
              "0  ID_ZPMABNVX           1954      Graduation         Single   \n",
              "1  ID_WFE91NAA           1961      Graduation          Widow   \n",
              "2  ID_JV11RBRK           1973           Basic        Married   \n",
              "3  ID_6B7SVKY9           1970      Graduation       Together   \n",
              "4  ID_GOVUZ545           1959      Graduation       Together   \n",
              "\n",
              "     Disposable_Income  No_of_Kids_in_home  No_of_Teen_in_home Date_Customer  \\\n",
              "0          48,556.8000                   0                   1    11-01-2013   \n",
              "1          57,499.2000                   0                   1    22-11-2012   \n",
              "2          17,025.6000                   0                   0    28-02-2013   \n",
              "3          91,983.6000                   0                   0    16-08-2013   \n",
              "4          78,235.2000                   0                   2    25-07-2013   \n",
              "\n",
              "   Recency  Discounted_Purchases  WebPurchases  CatalogPurchases  \\\n",
              "0       85                     6             8                 2   \n",
              "1       79                     5             7                 4   \n",
              "2       47                     1             2                 0   \n",
              "3       98                     1             4                 7   \n",
              "4       41                     2             7                 6   \n",
              "\n",
              "   StorePurchases  Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               8              429                20                     118   \n",
              "1               6              510                 3                      26   \n",
              "2               4                7                10                      11   \n",
              "3              11              741                66                     946   \n",
              "4              11              748                22                     181   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       7                       23                   41   \n",
              "1                       0                        0                   75   \n",
              "2                      16                       12                   27   \n",
              "3                     219                      189                  126   \n",
              "4                      12                        0                  200   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               8             0             0             0             0   \n",
              "1               6             0             1             0             0   \n",
              "2               6             0             0             0             0   \n",
              "3               2             0             0             1             1   \n",
              "4               5             1             0             0             0   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain  \n",
              "0             0             0  \n",
              "1             0             0  \n",
              "2             0             0  \n",
              "3             0             0  \n",
              "4             0             0  "
            ]
          },
          "execution_count": 4,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "test.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "P2nYKzEtCieo",
        "outputId": "d6269fe9-e6bd-4a98-f755-f66dc71ce769"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "      <th>Response</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ID_4A9AR6FQ</td>\n",
              "      <td>1955</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Divorced</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>22-06-2014</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ID_X28T3VEK</td>\n",
              "      <td>1958</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Together</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>01-08-2013</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ID_AWXARH57</td>\n",
              "      <td>1962</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Single</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>21-11-2013</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ID_FQVZHE81</td>\n",
              "      <td>1979</td>\n",
              "      <td>2n Cycle</td>\n",
              "      <td>Single</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>13-09-2013</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ID_QVLWGPRN</td>\n",
              "      <td>1959</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Married</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>21-01-2014</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            ID  Year_of_Birth Education_Level Marital_Status  \\\n",
              "0  ID_4A9AR6FQ           1955      Graduation       Divorced   \n",
              "1  ID_X28T3VEK           1958      Graduation       Together   \n",
              "2  ID_AWXARH57           1962      Graduation         Single   \n",
              "3  ID_FQVZHE81           1979        2n Cycle         Single   \n",
              "4  ID_QVLWGPRN           1959      Graduation        Married   \n",
              "\n",
              "     Disposable_Income  No_of_Kids_in_home  No_of_Teen_in_home Date_Customer  \\\n",
              "0          77,504.4000                   1                   1    22-06-2014   \n",
              "1          56,784.0000                   0                   1    01-08-2013   \n",
              "2         103,714.8000                   0                   0    21-11-2013   \n",
              "3          46,311.6000                   1                   0    13-09-2013   \n",
              "4          87,486.0000                   0                   0    21-01-2014   \n",
              "\n",
              "   Recency  Discounted_Purchases  WebPurchases  CatalogPurchases  \\\n",
              "0       56                     2             1                 1   \n",
              "1       17                     6             5                 1   \n",
              "2       17                     0             7                 4   \n",
              "3       49                     3             4                 1   \n",
              "4       59                     1             3                 7   \n",
              "\n",
              "   StorePurchases  Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               4               71                 3                      16   \n",
              "1               8              205                22                     111   \n",
              "2               7              469                31                     873   \n",
              "3               3               56                15                      49   \n",
              "4               9              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain  Response  \n",
              "0             0             0         0  \n",
              "1             0             0         0  \n",
              "2             0             0         1  \n",
              "3             0             0         0  \n",
              "4             0             0         0  "
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "train.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "id": "iOJhnnY1CifX",
        "outputId": "738d6ac4-9d5a-475d-cb7e-25210cda02f8"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>ID</th>\n",
              "      <th>Response</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ID_ZPMABNVX</td>\n",
              "      <td>nan</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ID_WFE91NAA</td>\n",
              "      <td>nan</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ID_JV11RBRK</td>\n",
              "      <td>nan</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ID_6B7SVKY9</td>\n",
              "      <td>nan</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ID_GOVUZ545</td>\n",
              "      <td>nan</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            ID             Response\n",
              "0  ID_ZPMABNVX                  nan\n",
              "1  ID_WFE91NAA                  nan\n",
              "2  ID_JV11RBRK                  nan\n",
              "3  ID_6B7SVKY9                  nan\n",
              "4  ID_GOVUZ545                  nan"
            ]
          },
          "execution_count": 6,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "sub.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "mms6tEBhCijU",
        "outputId": "61893670-75a3-43b9-a36f-f0a87e007795"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "((672, 26), (1568, 27), (672, 2))"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "test.shape, train.shape, sub.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "lfWXMEO7Cijw"
      },
      "outputs": [],
      "source": [
        "df_test = test.drop(columns=['ID'])\n",
        "df_train = train.drop(columns=['ID'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "V3U-3lqCCimD",
        "outputId": "6d17ff9e-f57b-4ab3-f2b6-676472fbff53"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "((672, 25), (1568, 26))"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_test.shape, df_train.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 247
        },
        "id": "fmBtM1ZfCimb",
        "outputId": "66da223c-2bec-4cae-e452-cc5cb889d818"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<matplotlib.axes._subplots.AxesSubplot at 0x2ac4c91d9c8>"
            ]
          },
          "execution_count": 10,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4IAAADUCAYAAADJNp0WAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAYfElEQVR4nO3df0yU9wHH8c9zwNWdxw8JpK6lsBpw/ijIpiK4GjO7dU3sKm2ISjqcSqI17ZRNsYN1XQedOlKpsYY50LrOKM1G8NdYTLRutqYCq8oWZtfhZoGppUj4dYry45790Y3MVFtw3D0cz/uVNIED7vuRP868+9ydhmmapgAAAAAAtuGwegAAAAAAwL8IQQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABsJtjqAb7U2tpt9QQAAAAAsER0dOgdv8YVQQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABsZkz/8xGBINgZpAGvafUMAAgoQQ5D/b0DVs8AACBgEYIWG/CaWrv5oNUzACCgbM9Lt3oCAAABjaeGAgAAAIDNEIIAAAAAYDOEIAAAAADYDCEIAAAAADZDCAIAAACAzRCCAAAAAGAzhCAAAAAA2AwhCAAAAAA2QwgCAAAAgM0QggAAAABgMz4LwRUrViglJUVVVVXyer1avny5MjMzlZWVpQ8//FCS1NLSoqysLC1ZskRVVVWSpL6+PuXm5iozM1Nbtmzx1TwAAAAAsC2fhWBRUZGysrIkSYZhqLCwUOXl5Xr22Wf1i1/8QpJUWlqq7Oxs7d27V2VlZerr69OJEycUFRWl8vJyXb58We+//76vJgIAAACALfksBKOjowc/NgxDDzzwwCcHOhy65557JEl1dXVKTU2V0+lUXFycmpqaBm+TpDlz5ujcuXO+mggAAAAAthTsz8MGBgZUVlam/Px8SVJPT48aGhpUX18vt9utzs5OdXd3yzAMbdq0SdOnT9eVK1fu+ryICNdITfeZ7us3rZ4AAAHH4TAUGgCP8QAAjFZ+DcEtW7bo8ccf14MPPihJcrlcSkhIUGJionJychQeHq7Q0FCZpqn8/Hzt379fYWFhd31eR8f1kZruM0Yw79cDAMPl9ZoB8RgPAICVoqND7/g1v1XIvn375HK5tGjRosHbkpKSVFNTo97eXjU2Nio2NlYzZsxQTU2NJKmmpkbJycn+mggAAAAAtuCzK4J5eXmqra2Vy+XSxYsXtXPnTiUnJysrK0tTpkzRj370I61atUq5ubkqKSnRypUrFRISokceeUTHjh1TZmamEhMTNW3aNF9NBAAAAABbMkzTNK0e4Sutrd1WT/hcRrBDazcftHoGAASU7XnpMvu9Vs8AAGBUGxVPDQUAAAAAjA6EIAAAAADYDCEIAAAAADZDCAIAAACAzRCCAAAAAGAzhCAAAAAA2AwhCAAAAAA2QwgCAAAAgM0QggAAAABgM4QgAAAAANgMIQgAAAAANkMIAgAAAIDNEIIAAAAAYDOEIAAAAADYDCEIAAAAADbjsxBcsWKFUlJSVFVVJUk6ffq0Fi9erKVLl+rChQuSpJaWFmVlZWnJkiWD39fX16fc3FxlZmZqy5YtvpoHAAAAALblsxAsKipSVlbW4Odbt27Vzp07VVhYqOLiYklSaWmpsrOztXfvXpWVlamvr08nTpxQVFSUysvLdfnyZb3//vu+mggAAAAAtuSzEIyOjh78uKenR4ZhKDIyUgkJCWpubpYk1dXVKTU1VU6nU3FxcWpqahq8TZLmzJmjc+fO+WoiAAAAANhSsD8O6erqktvtVkVFhSZNmqSBgQFJnwRiQ0OD6uvr5Xa71dnZqe7ubhmGoU2bNmn69Om6cuXKXZ8bEeEaqT+Cz3Rfv2n1BAAIOA6HodAAeIwHAGC08ksIhoWFyePxKCMjQ5IUFBQkSXK5XEpISFBiYqJycnIUHh6u0NBQmaap/Px87d+/X2FhYXd9bkfH9RHZ70tGMO/XAwDD5fWaAfEYDwCAlaKjQ+/4Nb9UyBe+8AV5vV61t7frwoULiomJkSQlJSWppqZGvb29amxsVGxsrGbMmKGamhpJUk1NjZKTk/0xEQAAAABsw2dXBPPy8lRbWyuXy6WLFy9q/fr1Wr16tRwOhwoKCiRJq1atUm5urkpKSrRy5UqFhITokUce0bFjx5SZmanExERNmzbNVxMBAAAAwJYM0zRNq0f4Smtrt9UTPpcR7NDazQetngEAAWV7XrrMfq/VMwAAGNUsf2ooAAAAAGD0IAQBAAAAwGYIQQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALAZQhAAAAAAbIYQBAAAAACbIQQBAAAAwGYIQQAAAACwGb+GYG9vr9asWaOnn35ay5cvV0dHh06fPq3Fixdr6dKlunDhgiSppaVFWVlZWrJkiaqqqvw5EQAAAADGPL+G4OnTpxUVFaV9+/Zp/vz5OnTokLZu3aqdO3eqsLBQxcXFkqTS0lJlZ2dr7969KisrU19fnz9nAgAAAMCY5tcQjIuLG/z42rVrCgsLk2EYioyMVEJCgpqbmyVJdXV1Sk1NldPpVFxcnJqamvw5EwAAAADGNL+G4H333afu7m4tXLhQNTU1SklJkdvtVkVFhc6ePauBgQFJUk9PjxoaGlReXi63263Ozk5/zgQAAACAMS14KN+0evVq/fKXv7zltpycHG3btm1Yhx08eFBxcXHatm2b3nzzTR05ckQej0cZGRmSpKCgIEmSy+VSQkKCEhMTlZOTo/Dw8GGd818REa67+jl/6r5+0+oJABBwHA5DoQHwGA8AwGg1pBD8+OOPb/m8v79f//znP4d9WG9vr0JDQyVJERERunjxorxer9rb29XW1qaYmBhJUlJSkmpqapSWlqbGxkbFxsYO+yxJ6ui4flc/509GMG/cCgDD5fWaAfEYDwCAlaKjQ+/4tc8MwV27dmnXrl3yeDxKS0uTJJmmqaCgIC1evHjYQ5544gl9//vf18mTJ+X1erVlyxbNnz9fq1evlsPhUEFBgSRp1apVys3NVUlJiVauXKmQkJBhnwUAAAAAuD3DNE3z874pPT1dBw8e9MeeEdXa2m31hM9lBDu0dnPg/W4BwErb89Jl9nutngEAwKj2WVcEh/S8xDVr1ozYGAAAAACAtYb0GsFvfetb6urqUmtrq/73AmJ8fLzPhgEAAAAAfGNIIVhYWKg//OEPuv/++wdvMwxDv/71r302DAAAAADgG0MKwdraWh07dmzwn3cAAAAAAASuIb1GcMGCBXrnnXfU3d2tnp6ewf8AAAAAAIFnSFcEjxw5oiNHjtxym2EYeuutt3wyCgAAAADgO0MKwRMnTvh6BwAAAADAT4YUgvv27bvt7U8//fSIjgEAAAAA+N6QQrC9vX3w4/7+fv3tb39TcHAwIQgAAAAAAWhIIfjcc8996rYf/vCHIz4GAAAAAOB7QwrBkydP3vJ5S0uLPvjgA58MAgAAAAD41pBC8OjRo4MfG4ah6OhoFRcX+2wUAAAAAMB3hhSCmzdv9vUOAAAAAICfDCkEP/roI23fvl3nz5+XJE2fPl3f+973NHHiRJ+OAwAAAACMPMdQvik3N1cpKSn61a9+pT179mj27NnKzc319TYAAAAAgA8MKQQ7OjqUnp6uiIgITZgwQenp6ers7PT1NgAAAACADwzpqaFTpkxRfn6+5s2bJ8MwdOrUKX35y1++qwOPHj2qPXv2yOl06gc/+IFu3LihV199VQ6HQy+//LLi4+PV0tKiDRs2qLe3V8uWLdPChQvv6iwAAAAAwKcNKQQ3bdqkqqoqnTlzRpI0a9YsPf7448M+zOPxaM+ePXrjjTc0btw4SVJGRoZKS0vV1tam4uJilZSUqLS0VNnZ2Zo7d64WL16sRx99VCEhIcM+DwAAAADwaUN6aui6des0c+ZMvfDCC3rhhRc0e/ZsrVu3btiH1dXV6Ytf/KLWrFmjNWvWqKWlRYZhKDIyUgkJCWpubh78vtTUVDmdTsXFxampqWnYZwEAAAAAbm9IVwQvXbqkBx54YPDz+++/X5cuXRr2Ye3t7frggw904MABnThxQq+99prcbrcqKio0adIkDQwMSJJ6enrU0NCg+vp6ud3uu349YkSE665+zp+6r9+0egIABByHw1BoADzGAwAwWg0pBN1ut/785z9rxowZkqSzZ89q/Pjxwz4sNDRUiYmJGjdunJKTk1VeXq4bN24oIyNDkhQUFCRJcrlcSkhIUGJionJychQeHj7ssySpo+P6Xf2cPxnBQ7ooCwD4H16vGRCP8QAAWCk6OvSOXxtSCP70pz/Vxo0bdf36J3/pjh8/XkVFRcMeMnXqVO3YsUOmaerDDz/Ul770JZ0/f17t7e1qa2tTTEyMJCkpKUk1NTVKS0tTY2OjYmNjh30WAAAAAOD2hhSC8fHxqqyslMfjkfTJFcK7ce+99+ob3/iGMjMz5XA4tHnzZl26dEmrV6+Ww+FQQUGBJGnVqlXKzc1VSUmJVq5cyRvFAAAAAMAIMkzTNK0e4Sutrd1WT/hcRrBDazcftHoGAASU7XnpMvu9Vs8AAGBU+6ynhvICNQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALAZQhAAAAAAbIYQBAAAAACbIQQBAAAAwGYIQQAAAACwGUIQAAAAAGyGEAQAAAAAm7EkBE+dOqWkpCRJ0unTp7V48WItXbpUFy5ckCS1tLQoKytLS5YsUVVVlRUTAQAAAGDMsiQEDx8+rIkTJ0qStm7dqp07d6qwsFDFxcWSpNLSUmVnZ2vv3r0qKytTX1+fFTMBAAAAYEzyewiePHlSs2fPlsPhUE9PjwzDUGRkpBISEtTc3CxJqqurU2pqqpxOp+Li4tTU1OTvmQAAAAAwZgX7+8Df/va3Ki4u1u7du9XV1SW3262KigpNmjRJAwMDkqSenh41NDSovr5ebrdbnZ2dd3VWRIRrJKf7RPf1m1ZPAICA43AYCg2Ax3gAAEYrv4bg8ePHlZKSIqfTKUkKCwuTx+NRRkaGJCkoKEiS5HK5lJCQoMTEROXk5Cg8PPyuzuvouD4yw33ICOb9egBguLxeMyAe4wEAsFJ0dOgdv+bXEGxoaFB1dbVOnjyplpYWFRUVyev1qr29XW1tbYqJiZEkJSUlqaamRmlpaWpsbFRsbKw/ZwIAAADAmGaYpmlacfBjjz2mo0eP6t1339W2bdvkcDhUUFCgyZMn66OPPlJubq56e3v1ne98R9/+9rfv6ozW1u4RXj3yjGCH1m4+aPUMAAgo2/PSZfZ7rZ4BAMCo9llXBC0LQX8gBAFgbCIEAQD4fJ8VgrxADQAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALAZQhAAAAAAbIYQBAAAAACbIQQBAAAAwGYIQQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJsJtnoAAACwjnucKcPbb/UMAAgopiNYnhuG1TP+L34NwX/84x/Kz89XSEiIJkyYoFdeeUVnz57Vq6++KofDoZdfflnx8fFqaWnRhg0b1Nvbq2XLlmnhwoX+nAkAgG0Y3n799ZcbrZ4BAAFl+uoiSSFWz/i/+DUEJ0yYoN27d8vtdmv79u363e9+p/LycpWWlqqtrU3FxcUqKSlRaWmpsrOzNXfuXC1evFiPPvqoQkIC+xcNAAAAAKOFX18jGBkZKbfb/cnBDoecTqcMw1BkZKQSEhLU3NwsSaqrq1NqaqqcTqfi4uLU1NTkz5kAAAAAMKZZ8mYxra2tqq6u1le/+lW53W5VVFTo7NmzGhgYkCT19PSooaFB5eXlcrvd6uzstGImAAAAAIxJfn+zmJs3b+r555/XSy+9pMjISHk8HmVkZEiSgoKCJEkul0sJCQlKTExUTk6OwsPD7+qsiAjXiO32le7rN62eAAABx+EwFBoAj/GBwLzRZfUEAAg4DocREK3xWfwagqZpKj8/X8uXL1d8fLwkyev1qr29XW1tbYqJiZEkJSUlqaamRmlpaWpsbFRsbOxdndfRcX3EtvuKEcy/4AEAw+X1mgHxGB8IQp2m1RMAIOB4vaa6A+Dvoejo0Dt+za8h+Pbbb+udd97Rxx9/rLKyMj355JNav369Vq9eLYfDoYKCAknSqlWrlJubq5KSEq1cuZI3igEAAACAEeTXEJw/f75qa2s/dfvcuXNv+XzixInau3evv2YBAAAAgK3wvEQAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALAZQhAAAAAAbIYQBAAAAACbIQQBAAAAwGYIQQAAAACwGUIQAAAAAGyGEAQAAAAAmyEEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZkZ1CO7atUtLly7VM888I4/HY/UcAAAAABgTRm0IXr16VcePH1d5ebnmzZuniooKqycBAAAAwJgwakOwvr5eM2fOlGEYmjNnjurq6qyeBAAAAABjgmGapmn1iNs5fPiwLl26pO7ubj3xxBMqKirS66+/bvUsAAAAAAh4o/aKYFhYmDwejzZu3KiQkBCFhYVZPQkAAAAAxoRRG4IPPfSQzpw5I9M0VV1dreTkZKsnAQAAAMCYEGz1gDuJiorSggULlJmZqYiICL3yyitWTwIAAACAMWHUvkYQAAAAAOAbo/apoQAAAAAA3yAEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALAZQhDAp+zatUtLly7VM888I4/HY/UcAIDNrFixQikpKaqqqrJ6CjBmEYIAbnH16lUdP35c5eXlmjdvnioqKqyeBACwmaKiImVlZVk9AxjTCEEAt6ivr9fMmTNlGIbmzJmjuro6qycBAGwmOjra6gnAmEcIArhFV1eX3G63ioqK1N/fr66uLqsnAQAAYIQRggBuERYWJo/Ho40bNyokJERhYWFWTwIAAMAIIwQB3OKhhx7SmTNnZJqmqqurlZycbPUkAAAAjLBgqwcAGF2ioqK0YMECZWZmKiIiQq+88orVkwAANpOXl6fa2lq5XC5dvHhRzz33nNWTgDHHME3TtHoEAAAAAMB/eGooAAAAANgMIQgAAAAANkMIAgAAAIDNEIIAAAAAYDOEIAAAAADYDCEIALC1yspKpaWladGiRUpPT9d7771n9SQAAHyOEAQA2F56eroOHTqkDRs26Mc//rHVcwAA8Dn+QXkAAP5j9uzZunz5siSpuLhYp06dkmmaev7555WamqqWlhatXbtWN27c0Pjx47V//35J0oIFC/Twww/r7Nmz+vrXv67169dLknbv3q0DBw7I4XAoLy9PaWlpqqys1B//+Eddu3ZNjY2NKikp0eTJk+9433//+99VUFCga9euKT4+Xps3b1ZwMH99AwD+P1wRBADgP6qrq/XYY4/prbfeUldXlyorK7V792797Gc/kyRVVVXp4Ycf1qFDh7Rjx45bfnbWrFk6dOiQ3n33XTU0NKi5uVmVlZWqrKzUjh079NJLLw1+76VLl1RaWqrs7Gz95je/+cz7fvHFF7VlyxYdOHBAUVFR+v3vf+/7XwQAYMzjfykCAGzv4MGDOn78uG7cuKE333xTb7zxht5++20tWrRIktTZ2ane3l5NnTpVL774ou655x5985vfVGRk5OB9fO1rX1NQUJDmzJmjv/71r3K5XJo1a5acTqdiY2PldDrV2dkpSfrKV76ioKAgPfjgg6qurpak2963x+PR+fPn9eyzz0qSbty4ofDwcD//dgAAYxEhCACwvfT0dOXm5uq1117Tz3/+c02cOFHr1q0bDMH/SktL0+uvv64TJ05o2bJlqqysVHR09B3v1zCMwY9N0xz8OCQkZPDr/739dvc9btw43XvvvTp06NBI/nEBAOCpoQAASJLD4dCaNWt07tw5xcTE6PDhw+rr65Mk/eUvf5EkXblyRffdd5+++93vKjY2VlevXh38+dOnT8vr9aq2tlbTpk3T1KlT9d5776m3t1fNzc3q6+v7zKt5t7vv0NBQud1u/elPf5IktbW16V//+pcPfwsAALvgiiAAAP/hdDqVlZWl5uZmJSYm6qmnnlJ/f7/mzp2rpKQk1dTUaNeuXZI+eXrnlClTBn+2urpaO3fu1Pz58zV58mRJ0pNPPqmnnnpKDofjltcI3s6d7ruoqEg/+clP1N3dreDgYBUWFiomJsYHf3oAgJ0Y5v8+VwUAAAzbggULdOTIEY0fP97qKQAADAlPDQUAAAAAm+GKIAAAAADYDFcEAQAAAMBmCEEAAAAAsBlCEAAAAABshhAEAAAAAJshBAEAAADAZghBAAAAALCZfwPBN3KhDEEhhAAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 1080x216 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "#checking target distribution\n",
        "sns.countplot(data = df_train, x = 'Response')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        },
        "id": "Eth7RT1yCipR",
        "outputId": "1a1a8a89-e39f-4d99-c05a-28120400871d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0    1329\n",
              "1     239\n",
              "Name: Response, dtype: int64"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_train['Response'].value_counts()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "DKYIiRRVCipp",
        "outputId": "4dc89e97-214b-43ec-b774-04e00fbe0759"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Total</th>\n",
              "      <th>Percent</th>\n",
              "      <th>Nunique</th>\n",
              "      <th>Dtype</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>56</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>16</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>199</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>163</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>170</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>486</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>148</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>643</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>StorePurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>14</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>14</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebPurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>14</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>15</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Recency</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Date_Customer</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>619</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Marital_Status</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>8</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Education_Level</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>5</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Any_Complain</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Response</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Disposable_Income</th>\n",
              "      <td>16</td>\n",
              "      <td>1.0204</td>\n",
              "      <td>1431</td>\n",
              "      <td>float64</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                         Total              Percent  Nunique    Dtype\n",
              "Year_of_Birth                0               0.0000       56    int64\n",
              "Cmp2Accepted                 0               0.0000        2    int64\n",
              "Cmp1Accepted                 0               0.0000        2    int64\n",
              "Cmp5Accepted                 0               0.0000        2    int64\n",
              "Cmp4Accepted                 0               0.0000        2    int64\n",
              "Cmp3Accepted                 0               0.0000        2    int64\n",
              "WebVisitsMonth               0               0.0000       16    int64\n",
              "Amount_on_GoldProds          0               0.0000      199    int64\n",
              "Amount_on_SweetProducts      0               0.0000      163    int64\n",
              "Amount_on_FishProducts       0               0.0000      170    int64\n",
              "Amount_on_MeatProducts       0               0.0000      486    int64\n",
              "Amount_on_Fruits             0               0.0000      148    int64\n",
              "Amount_on_Wines              0               0.0000      643    int64\n",
              "StorePurchases               0               0.0000       14    int64\n",
              "CatalogPurchases             0               0.0000       14    int64\n",
              "WebPurchases                 0               0.0000       14    int64\n",
              "Discounted_Purchases         0               0.0000       15    int64\n",
              "Recency                      0               0.0000      100    int64\n",
              "Date_Customer                0               0.0000      619   object\n",
              "No_of_Teen_in_home           0               0.0000        3    int64\n",
              "No_of_Kids_in_home           0               0.0000        3    int64\n",
              "Marital_Status               0               0.0000        8   object\n",
              "Education_Level              0               0.0000        5   object\n",
              "Any_Complain                 0               0.0000        2    int64\n",
              "Response                     0               0.0000        2    int64\n",
              "Disposable_Income           16               1.0204     1431  float64"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "quantity_report(df_train)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "y5MVgXrcCisp",
        "outputId": "8f6d1be2-677a-434b-c4a9-580e8f82df05"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Total</th>\n",
              "      <th>Percent</th>\n",
              "      <th>Nunique</th>\n",
              "      <th>Dtype</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>54</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>12</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>156</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>130</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>131</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>294</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>126</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>414</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>12</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebPurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>13</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>14</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Recency</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>100</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Date_Customer</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>419</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Marital_Status</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>6</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Education_Level</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>5</td>\n",
              "      <td>object</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>StorePurchases</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>14</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Any_Complain</th>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2</td>\n",
              "      <td>int64</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Disposable_Income</th>\n",
              "      <td>8</td>\n",
              "      <td>1.1905</td>\n",
              "      <td>644</td>\n",
              "      <td>float64</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                         Total              Percent  Nunique    Dtype\n",
              "Year_of_Birth                0               0.0000       54    int64\n",
              "Cmp1Accepted                 0               0.0000        2    int64\n",
              "Cmp5Accepted                 0               0.0000        2    int64\n",
              "Cmp4Accepted                 0               0.0000        2    int64\n",
              "Cmp3Accepted                 0               0.0000        2    int64\n",
              "WebVisitsMonth               0               0.0000       12    int64\n",
              "Amount_on_GoldProds          0               0.0000      156    int64\n",
              "Amount_on_SweetProducts      0               0.0000      130    int64\n",
              "Amount_on_FishProducts       0               0.0000      131    int64\n",
              "Amount_on_MeatProducts       0               0.0000      294    int64\n",
              "Amount_on_Fruits             0               0.0000      126    int64\n",
              "Cmp2Accepted                 0               0.0000        2    int64\n",
              "Amount_on_Wines              0               0.0000      414    int64\n",
              "CatalogPurchases             0               0.0000       12    int64\n",
              "WebPurchases                 0               0.0000       13    int64\n",
              "Discounted_Purchases         0               0.0000       14    int64\n",
              "Recency                      0               0.0000      100    int64\n",
              "Date_Customer                0               0.0000      419   object\n",
              "No_of_Teen_in_home           0               0.0000        3    int64\n",
              "No_of_Kids_in_home           0               0.0000        3    int64\n",
              "Marital_Status               0               0.0000        6   object\n",
              "Education_Level              0               0.0000        5   object\n",
              "StorePurchases               0               0.0000       14    int64\n",
              "Any_Complain                 0               0.0000        2    int64\n",
              "Disposable_Income            8               1.1905      644  float64"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "quantity_report(df_test)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "01t5GU9N5MP9"
      },
      "source": [
        "# CONVERTING DATETIME"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "pQIjylg75MP9"
      },
      "outputs": [],
      "source": [
        "df_traintest = pd.concat([df_train, df_test]).reset_index(drop=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "O1SRklrR5MP-"
      },
      "outputs": [],
      "source": [
        "df_traintest['Date_Customer'] = pd.to_datetime(df_traintest['Date_Customer'])\n",
        "\n",
        "df_traintest['enrollment_year'] = df_traintest['Date_Customer'].dt.year\n",
        "df_traintest['enrollment_month'] = df_traintest['Date_Customer'].dt.month\n",
        "df_traintest['enrollment_day'] = df_traintest['Date_Customer'].dt.day"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "UiUWOF_h5MP_",
        "outputId": "28598a05-4f2b-4960-8d43-b5ed67a57945"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Divorced</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2014-06-22</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Together</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>2013-01-08</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Single</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2013-11-21</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>2n Cycle</td>\n",
              "      <td>Single</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2013-09-13</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Married</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2014-01-21</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth Education_Level Marital_Status    Disposable_Income  \\\n",
              "0           1955      Graduation       Divorced          77,504.4000   \n",
              "1           1958      Graduation       Together          56,784.0000   \n",
              "2           1962      Graduation         Single         103,714.8000   \n",
              "3           1979        2n Cycle         Single          46,311.6000   \n",
              "4           1959      Graduation        Married          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home Date_Customer  Recency  \\\n",
              "0                   1                   1    2014-06-22       56   \n",
              "1                   0                   1    2013-01-08       17   \n",
              "2                   0                   0    2013-11-21       17   \n",
              "3                   1                   0    2013-09-13       49   \n",
              "4                   0                   0    2014-01-21       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain             Response  enrollment_year  \\\n",
              "0             0             0               0.0000             2014   \n",
              "1             0             0               0.0000             2013   \n",
              "2             0             0               1.0000             2013   \n",
              "3             0             0               0.0000             2013   \n",
              "4             0             0               0.0000             2014   \n",
              "\n",
              "   enrollment_month  enrollment_day  \n",
              "0                 6              22  \n",
              "1                 1               8  \n",
              "2                11              21  \n",
              "3                 9              13  \n",
              "4                 1              21  "
            ]
          },
          "execution_count": 23,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_traintest.head()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "uVxBiRkACivE"
      },
      "source": [
        "# ENCODING CATEGORICAL FEATURES"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "J0HFsXDm5MQB",
        "outputId": "281c1a12-a69b-4d15-8807-4625268e8b4b"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "      <th>Response</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Divorced</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>22-06-2014</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Together</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>01-08-2013</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Single</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>21-11-2013</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>2n Cycle</td>\n",
              "      <td>Single</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>13-09-2013</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>Graduation</td>\n",
              "      <td>Married</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>21-01-2014</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth Education_Level Marital_Status    Disposable_Income  \\\n",
              "0           1955      Graduation       Divorced          77,504.4000   \n",
              "1           1958      Graduation       Together          56,784.0000   \n",
              "2           1962      Graduation         Single         103,714.8000   \n",
              "3           1979        2n Cycle         Single          46,311.6000   \n",
              "4           1959      Graduation        Married          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home Date_Customer  Recency  \\\n",
              "0                   1                   1    22-06-2014       56   \n",
              "1                   0                   1    01-08-2013       17   \n",
              "2                   0                   0    21-11-2013       17   \n",
              "3                   1                   0    13-09-2013       49   \n",
              "4                   0                   0    21-01-2014       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain             Response  \n",
              "0             0             0               0.0000  \n",
              "1             0             0               0.0000  \n",
              "2             0             0               1.0000  \n",
              "3             0             0               0.0000  \n",
              "4             0             0               0.0000  "
            ]
          },
          "execution_count": 17,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_traintest.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "_ONxYf6RCivQ",
        "outputId": "37ed4038-4d44-4937-fe3e-26bae3f8fd73"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['Education_Level', 'Marital_Status', 'Date_Customer'], dtype='object')"
            ]
          },
          "execution_count": 19,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_cat = df_traintest.select_dtypes(include=object).columns\n",
        "df_cat"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "wS5m3saG5MQF"
      },
      "outputs": [],
      "source": [
        "from sklearn.preprocessing import LabelEncoder"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qJSIjMQXCiv2",
        "outputId": "a8d47644-398e-4dec-9ff4-f34ce2d775b0"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>620</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>156</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>454</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>390</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>505</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "0                   1                   1            620       56   \n",
              "1                   0                   1            156       17   \n",
              "2                   0                   0            454       17   \n",
              "3                   1                   0            390       49   \n",
              "4                   0                   0            505       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain             Response  enrollment_year  \\\n",
              "0             0             0               0.0000             2014   \n",
              "1             0             0               0.0000             2013   \n",
              "2             0             0               1.0000             2013   \n",
              "3             0             0               0.0000             2013   \n",
              "4             0             0               0.0000             2014   \n",
              "\n",
              "   enrollment_month  enrollment_day  \n",
              "0                 6              22  \n",
              "1                 1               8  \n",
              "2                11              21  \n",
              "3                 9              13  \n",
              "4                 1              21  "
            ]
          },
          "execution_count": 25,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "lenc = LabelEncoder()\n",
        "for i in df_cat:\n",
        "  df_traintest[i] = lenc.fit_transform(df_traintest[i])\n",
        "df_traintest.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "VHxszJW4Ci0l",
        "outputId": "7041e06e-fc68-47dd-8d2e-c77b780f3fab"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Any_Complain</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>620</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>156</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>454</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>390</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>505</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "0                   1                   1            620       56   \n",
              "1                   0                   1            156       17   \n",
              "2                   0                   0            454       17   \n",
              "3                   1                   0            390       49   \n",
              "4                   0                   0            505       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted  Any_Complain             Response  enrollment_year  \\\n",
              "0             0             0               0.0000             2014   \n",
              "1             0             0               0.0000             2013   \n",
              "2             0             0               1.0000             2013   \n",
              "3             0             0               0.0000             2013   \n",
              "4             0             0               0.0000             2014   \n",
              "\n",
              "   enrollment_month  enrollment_day  \n",
              "0                 6              22  \n",
              "1                 1               8  \n",
              "2                11              21  \n",
              "3                 9              13  \n",
              "4                 1              21  "
            ]
          },
          "execution_count": 27,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_traintest.head(5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "_7nB-yxS5MQH"
      },
      "outputs": [],
      "source": [
        "new_data = df_traintest.drop(columns = ['Any_Complain'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "hwJKN_bTCi5R",
        "outputId": "d7f33ffd-9bf3-4900-9de1-5042a746e54c"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>620</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>156</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>454</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>390</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>505</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "0                   1                   1            620       56   \n",
              "1                   0                   1            156       17   \n",
              "2                   0                   0            454       17   \n",
              "3                   1                   0            390       49   \n",
              "4                   0                   0            505       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted             Response  enrollment_year  enrollment_month  \\\n",
              "0             0               0.0000             2014                 6   \n",
              "1             0               0.0000             2013                 1   \n",
              "2             0               1.0000             2013                11   \n",
              "3             0               0.0000             2013                 9   \n",
              "4             0               0.0000             2014                 1   \n",
              "\n",
              "   enrollment_day  \n",
              "0              22  \n",
              "1               8  \n",
              "2              21  \n",
              "3              13  \n",
              "4              21  "
            ]
          },
          "execution_count": 30,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_data.head()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "kN8WN4QZCi9J"
      },
      "source": [
        "# DEALING WITH MISSING VALUES"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 571
        },
        "id": "OKkhhaCwCi9L",
        "outputId": "148b9038-4513-4c79-b9f6-5bd4b2fb32c6"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Index(['Disposable_Income'], dtype='object')"
            ]
          },
          "execution_count": 34,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "missing_vals = new_data.columns[new_data.isna().any()]\n",
        "missing_vals.drop(['Response'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "qIA5blBVCi_f"
      },
      "outputs": [],
      "source": [
        "#handling missing values\n",
        "for cols in missing_vals:\n",
        "    \n",
        "    new_data[cols].fillna(df_train['Disposable_Income'].median(), inplace = True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "Hb_3UZAKCjBU",
        "outputId": "ac7f1018-688c-4621-9c55-a30b5a25be46"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>620</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>156</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>454</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>390</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>505</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "0                   1                   1            620       56   \n",
              "1                   0                   1            156       17   \n",
              "2                   0                   0            454       17   \n",
              "3                   1                   0            390       49   \n",
              "4                   0                   0            505       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted             Response  enrollment_year  enrollment_month  \\\n",
              "0             0               0.0000             2014                 6   \n",
              "1             0               0.0000             2013                 1   \n",
              "2             0               1.0000             2013                11   \n",
              "3             0               0.0000             2013                 9   \n",
              "4             0               0.0000             2014                 1   \n",
              "\n",
              "   enrollment_day  \n",
              "0              22  \n",
              "1               8  \n",
              "2              21  \n",
              "3              13  \n",
              "4              21  "
            ]
          },
          "execution_count": 36,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_data.head(5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "rXnP8tsFCjB2",
        "outputId": "504793fc-f91a-44d0-af57-9879c22fe711"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "Year_of_Birth              0\n",
              "Education_Level            0\n",
              "Marital_Status             0\n",
              "Disposable_Income          0\n",
              "No_of_Kids_in_home         0\n",
              "No_of_Teen_in_home         0\n",
              "Date_Customer              0\n",
              "Recency                    0\n",
              "Discounted_Purchases       0\n",
              "WebPurchases               0\n",
              "CatalogPurchases           0\n",
              "StorePurchases             0\n",
              "Amount_on_Wines            0\n",
              "Amount_on_Fruits           0\n",
              "Amount_on_MeatProducts     0\n",
              "Amount_on_FishProducts     0\n",
              "Amount_on_SweetProducts    0\n",
              "Amount_on_GoldProds        0\n",
              "WebVisitsMonth             0\n",
              "Cmp3Accepted               0\n",
              "Cmp4Accepted               0\n",
              "Cmp5Accepted               0\n",
              "Cmp1Accepted               0\n",
              "Cmp2Accepted               0\n",
              "Response                   0\n",
              "enrollment_year            0\n",
              "enrollment_month           0\n",
              "enrollment_day             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 37,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_data.isna().sum()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Nibp_fYqCjD7"
      },
      "source": [
        "# DATA VISUALISATIONS"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 867
        },
        "id": "I0GxSyWtCjMB",
        "outputId": "c6ee04bb-744f-4240-ef68-fa03e92e2796"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 2240 entries, 0 to 2239\n",
            "Data columns (total 28 columns):\n",
            " #   Column                   Non-Null Count  Dtype  \n",
            "---  ------                   --------------  -----  \n",
            " 0   Year_of_Birth            2240 non-null   int64  \n",
            " 1   Education_Level          2240 non-null   int32  \n",
            " 2   Marital_Status           2240 non-null   int32  \n",
            " 3   Disposable_Income        2240 non-null   float64\n",
            " 4   No_of_Kids_in_home       2240 non-null   int64  \n",
            " 5   No_of_Teen_in_home       2240 non-null   int64  \n",
            " 6   Date_Customer            2240 non-null   int64  \n",
            " 7   Recency                  2240 non-null   int64  \n",
            " 8   Discounted_Purchases     2240 non-null   int64  \n",
            " 9   WebPurchases             2240 non-null   int64  \n",
            " 10  CatalogPurchases         2240 non-null   int64  \n",
            " 11  StorePurchases           2240 non-null   int64  \n",
            " 12  Amount_on_Wines          2240 non-null   int64  \n",
            " 13  Amount_on_Fruits         2240 non-null   int64  \n",
            " 14  Amount_on_MeatProducts   2240 non-null   int64  \n",
            " 15  Amount_on_FishProducts   2240 non-null   int64  \n",
            " 16  Amount_on_SweetProducts  2240 non-null   int64  \n",
            " 17  Amount_on_GoldProds      2240 non-null   int64  \n",
            " 18  WebVisitsMonth           2240 non-null   int64  \n",
            " 19  Cmp3Accepted             2240 non-null   int64  \n",
            " 20  Cmp4Accepted             2240 non-null   int64  \n",
            " 21  Cmp5Accepted             2240 non-null   int64  \n",
            " 22  Cmp1Accepted             2240 non-null   int64  \n",
            " 23  Cmp2Accepted             2240 non-null   int64  \n",
            " 24  Response                 2240 non-null   float64\n",
            " 25  enrollment_year          2240 non-null   int64  \n",
            " 26  enrollment_month         2240 non-null   int64  \n",
            " 27  enrollment_day           2240 non-null   int64  \n",
            "dtypes: float64(2), int32(2), int64(24)\n",
            "memory usage: 472.6 KB\n"
          ]
        }
      ],
      "source": [
        "new_data.info()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "2LxBF-eaCjPP",
        "outputId": "414b1a6e-5035-4ba5-c7d9-ccc4dae4e3cf"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>25%</th>\n",
              "      <th>50%</th>\n",
              "      <th>75%</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>1,969.8058</td>\n",
              "      <td>11.9841</td>\n",
              "      <td>1,894.0000</td>\n",
              "      <td>1,960.0000</td>\n",
              "      <td>1,971.0000</td>\n",
              "      <td>1,978.0000</td>\n",
              "      <td>1,997.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Education_Level</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>2.3937</td>\n",
              "      <td>1.1248</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2.0000</td>\n",
              "      <td>2.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>4.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Marital_Status</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>3.7299</td>\n",
              "      <td>1.0763</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>4.0000</td>\n",
              "      <td>5.0000</td>\n",
              "      <td>7.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Disposable_Income</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>62,678.1391</td>\n",
              "      <td>30,045.8863</td>\n",
              "      <td>2,076.0000</td>\n",
              "      <td>42,646.5000</td>\n",
              "      <td>61,290.0000</td>\n",
              "      <td>81,947.7000</td>\n",
              "      <td>799,999.2000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.4442</td>\n",
              "      <td>0.5384</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.5062</td>\n",
              "      <td>0.5445</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Date_Customer</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>328.6451</td>\n",
              "      <td>190.7618</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>166.7500</td>\n",
              "      <td>327.0000</td>\n",
              "      <td>492.2500</td>\n",
              "      <td>662.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Recency</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>56.1094</td>\n",
              "      <td>28.9625</td>\n",
              "      <td>7.0000</td>\n",
              "      <td>31.0000</td>\n",
              "      <td>56.0000</td>\n",
              "      <td>81.0000</td>\n",
              "      <td>106.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>2.3250</td>\n",
              "      <td>1.9322</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>15.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebPurchases</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>4.0848</td>\n",
              "      <td>2.7787</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2.0000</td>\n",
              "      <td>4.0000</td>\n",
              "      <td>6.0000</td>\n",
              "      <td>27.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>2.6621</td>\n",
              "      <td>2.9231</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2.0000</td>\n",
              "      <td>4.0000</td>\n",
              "      <td>28.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>StorePurchases</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>5.7902</td>\n",
              "      <td>3.2510</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>5.0000</td>\n",
              "      <td>8.0000</td>\n",
              "      <td>13.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>308.9357</td>\n",
              "      <td>336.5974</td>\n",
              "      <td>5.0000</td>\n",
              "      <td>28.7500</td>\n",
              "      <td>178.5000</td>\n",
              "      <td>509.2500</td>\n",
              "      <td>1,498.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>29.3022</td>\n",
              "      <td>39.7734</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>4.0000</td>\n",
              "      <td>11.0000</td>\n",
              "      <td>36.0000</td>\n",
              "      <td>202.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>166.9500</td>\n",
              "      <td>225.7154</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>16.0000</td>\n",
              "      <td>67.0000</td>\n",
              "      <td>232.0000</td>\n",
              "      <td>1,725.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>37.5254</td>\n",
              "      <td>54.6290</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>12.0000</td>\n",
              "      <td>50.0000</td>\n",
              "      <td>259.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>27.0629</td>\n",
              "      <td>41.2805</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>8.0000</td>\n",
              "      <td>33.0000</td>\n",
              "      <td>263.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>44.0219</td>\n",
              "      <td>52.1674</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>9.0000</td>\n",
              "      <td>24.0000</td>\n",
              "      <td>56.0000</td>\n",
              "      <td>362.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>5.3165</td>\n",
              "      <td>2.4266</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>6.0000</td>\n",
              "      <td>7.0000</td>\n",
              "      <td>20.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.0728</td>\n",
              "      <td>0.2598</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.0746</td>\n",
              "      <td>0.2627</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.0728</td>\n",
              "      <td>0.2598</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.0643</td>\n",
              "      <td>0.2453</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>0.0134</td>\n",
              "      <td>0.1150</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>1.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Response</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>18,289.3667</td>\n",
              "      <td>27,943.4743</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>60,964.2000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>enrollment_year</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>2,013.0281</td>\n",
              "      <td>0.6846</td>\n",
              "      <td>2,012.0000</td>\n",
              "      <td>2,013.0000</td>\n",
              "      <td>2,013.0000</td>\n",
              "      <td>2,013.0000</td>\n",
              "      <td>2,014.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>enrollment_month</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>6.5201</td>\n",
              "      <td>3.5127</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>3.0000</td>\n",
              "      <td>6.0000</td>\n",
              "      <td>10.0000</td>\n",
              "      <td>12.0000</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>enrollment_day</th>\n",
              "      <td>2,240.0000</td>\n",
              "      <td>15.5857</td>\n",
              "      <td>8.8349</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>8.0000</td>\n",
              "      <td>16.0000</td>\n",
              "      <td>23.0000</td>\n",
              "      <td>31.0000</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                       count                 mean  \\\n",
              "Year_of_Birth                     2,240.0000           1,969.8058   \n",
              "Education_Level                   2,240.0000               2.3937   \n",
              "Marital_Status                    2,240.0000               3.7299   \n",
              "Disposable_Income                 2,240.0000          62,678.1391   \n",
              "No_of_Kids_in_home                2,240.0000               0.4442   \n",
              "No_of_Teen_in_home                2,240.0000               0.5062   \n",
              "Date_Customer                     2,240.0000             328.6451   \n",
              "Recency                           2,240.0000              56.1094   \n",
              "Discounted_Purchases              2,240.0000               2.3250   \n",
              "WebPurchases                      2,240.0000               4.0848   \n",
              "CatalogPurchases                  2,240.0000               2.6621   \n",
              "StorePurchases                    2,240.0000               5.7902   \n",
              "Amount_on_Wines                   2,240.0000             308.9357   \n",
              "Amount_on_Fruits                  2,240.0000              29.3022   \n",
              "Amount_on_MeatProducts            2,240.0000             166.9500   \n",
              "Amount_on_FishProducts            2,240.0000              37.5254   \n",
              "Amount_on_SweetProducts           2,240.0000              27.0629   \n",
              "Amount_on_GoldProds               2,240.0000              44.0219   \n",
              "WebVisitsMonth                    2,240.0000               5.3165   \n",
              "Cmp3Accepted                      2,240.0000               0.0728   \n",
              "Cmp4Accepted                      2,240.0000               0.0746   \n",
              "Cmp5Accepted                      2,240.0000               0.0728   \n",
              "Cmp1Accepted                      2,240.0000               0.0643   \n",
              "Cmp2Accepted                      2,240.0000               0.0134   \n",
              "Response                          2,240.0000          18,289.3667   \n",
              "enrollment_year                   2,240.0000           2,013.0281   \n",
              "enrollment_month                  2,240.0000               6.5201   \n",
              "enrollment_day                    2,240.0000              15.5857   \n",
              "\n",
              "                                         std                  min  \\\n",
              "Year_of_Birth                        11.9841           1,894.0000   \n",
              "Education_Level                       1.1248               0.0000   \n",
              "Marital_Status                        1.0763               0.0000   \n",
              "Disposable_Income                30,045.8863           2,076.0000   \n",
              "No_of_Kids_in_home                    0.5384               0.0000   \n",
              "No_of_Teen_in_home                    0.5445               0.0000   \n",
              "Date_Customer                       190.7618               0.0000   \n",
              "Recency                              28.9625               7.0000   \n",
              "Discounted_Purchases                  1.9322               0.0000   \n",
              "WebPurchases                          2.7787               0.0000   \n",
              "CatalogPurchases                      2.9231               0.0000   \n",
              "StorePurchases                        3.2510               0.0000   \n",
              "Amount_on_Wines                     336.5974               5.0000   \n",
              "Amount_on_Fruits                     39.7734               3.0000   \n",
              "Amount_on_MeatProducts              225.7154               0.0000   \n",
              "Amount_on_FishProducts               54.6290               0.0000   \n",
              "Amount_on_SweetProducts              41.2805               0.0000   \n",
              "Amount_on_GoldProds                  52.1674               0.0000   \n",
              "WebVisitsMonth                        2.4266               0.0000   \n",
              "Cmp3Accepted                          0.2598               0.0000   \n",
              "Cmp4Accepted                          0.2627               0.0000   \n",
              "Cmp5Accepted                          0.2598               0.0000   \n",
              "Cmp1Accepted                          0.2453               0.0000   \n",
              "Cmp2Accepted                          0.1150               0.0000   \n",
              "Response                         27,943.4743               0.0000   \n",
              "enrollment_year                       0.6846           2,012.0000   \n",
              "enrollment_month                      3.5127               1.0000   \n",
              "enrollment_day                        8.8349               1.0000   \n",
              "\n",
              "                                         25%                  50%  \\\n",
              "Year_of_Birth                     1,960.0000           1,971.0000   \n",
              "Education_Level                       2.0000               2.0000   \n",
              "Marital_Status                        3.0000               4.0000   \n",
              "Disposable_Income                42,646.5000          61,290.0000   \n",
              "No_of_Kids_in_home                    0.0000               0.0000   \n",
              "No_of_Teen_in_home                    0.0000               0.0000   \n",
              "Date_Customer                       166.7500             327.0000   \n",
              "Recency                              31.0000              56.0000   \n",
              "Discounted_Purchases                  1.0000               2.0000   \n",
              "WebPurchases                          2.0000               4.0000   \n",
              "CatalogPurchases                      0.0000               2.0000   \n",
              "StorePurchases                        3.0000               5.0000   \n",
              "Amount_on_Wines                      28.7500             178.5000   \n",
              "Amount_on_Fruits                      4.0000              11.0000   \n",
              "Amount_on_MeatProducts               16.0000              67.0000   \n",
              "Amount_on_FishProducts                3.0000              12.0000   \n",
              "Amount_on_SweetProducts               1.0000               8.0000   \n",
              "Amount_on_GoldProds                   9.0000              24.0000   \n",
              "WebVisitsMonth                        3.0000               6.0000   \n",
              "Cmp3Accepted                          0.0000               0.0000   \n",
              "Cmp4Accepted                          0.0000               0.0000   \n",
              "Cmp5Accepted                          0.0000               0.0000   \n",
              "Cmp1Accepted                          0.0000               0.0000   \n",
              "Cmp2Accepted                          0.0000               0.0000   \n",
              "Response                              0.0000               0.0000   \n",
              "enrollment_year                   2,013.0000           2,013.0000   \n",
              "enrollment_month                      3.0000               6.0000   \n",
              "enrollment_day                        8.0000              16.0000   \n",
              "\n",
              "                                         75%                  max  \n",
              "Year_of_Birth                     1,978.0000           1,997.0000  \n",
              "Education_Level                       3.0000               4.0000  \n",
              "Marital_Status                        5.0000               7.0000  \n",
              "Disposable_Income                81,947.7000         799,999.2000  \n",
              "No_of_Kids_in_home                    1.0000               2.0000  \n",
              "No_of_Teen_in_home                    1.0000               2.0000  \n",
              "Date_Customer                       492.2500             662.0000  \n",
              "Recency                              81.0000             106.0000  \n",
              "Discounted_Purchases                  3.0000              15.0000  \n",
              "WebPurchases                          6.0000              27.0000  \n",
              "CatalogPurchases                      4.0000              28.0000  \n",
              "StorePurchases                        8.0000              13.0000  \n",
              "Amount_on_Wines                     509.2500           1,498.0000  \n",
              "Amount_on_Fruits                     36.0000             202.0000  \n",
              "Amount_on_MeatProducts              232.0000           1,725.0000  \n",
              "Amount_on_FishProducts               50.0000             259.0000  \n",
              "Amount_on_SweetProducts              33.0000             263.0000  \n",
              "Amount_on_GoldProds                  56.0000             362.0000  \n",
              "WebVisitsMonth                        7.0000              20.0000  \n",
              "Cmp3Accepted                          0.0000               1.0000  \n",
              "Cmp4Accepted                          0.0000               1.0000  \n",
              "Cmp5Accepted                          0.0000               1.0000  \n",
              "Cmp1Accepted                          0.0000               1.0000  \n",
              "Cmp2Accepted                          0.0000               1.0000  \n",
              "Response                         60,964.2000          60,964.2000  \n",
              "enrollment_year                   2,013.0000           2,014.0000  \n",
              "enrollment_month                     10.0000              12.0000  \n",
              "enrollment_day                       23.0000              31.0000  "
            ]
          },
          "execution_count": 39,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_data.describe().transpose()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "tp0lsrlrCjPe"
      },
      "source": [
        "# SEPERATING TRAIN AND TEST SETS"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Fx__RDgkCjPn"
      },
      "outputs": [],
      "source": [
        "len_df = len(df_train)\n",
        "new_train = new_data[:len_df]\n",
        "new_test = new_data[len_df:]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "IM5GIxOTCjRp",
        "outputId": "616536b5-b795-4436-8696-7446f9b98b02"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>620</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>156</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>454</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>1.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>390</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>505</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0000</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "0                   1                   1            620       56   \n",
              "1                   0                   1            156       17   \n",
              "2                   0                   0            454       17   \n",
              "3                   1                   0            390       49   \n",
              "4                   0                   0            505       59   \n",
              "\n",
              "   Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "0                     2             1                 1               4   \n",
              "1                     6             5                 1               8   \n",
              "2                     0             7                 4               7   \n",
              "3                     3             4                 1               3   \n",
              "4                     1             3                 7               9   \n",
              "\n",
              "   Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "0               71                 3                      16   \n",
              "1              205                22                     111   \n",
              "2              469                31                     873   \n",
              "3               56                15                      49   \n",
              "4              412               117                     445   \n",
              "\n",
              "   Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "0                       0                        6                   20   \n",
              "1                      50                       15                   19   \n",
              "2                      29                       18                   37   \n",
              "3                      17                       24                   24   \n",
              "4                     181                      165                  203   \n",
              "\n",
              "   WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "0               3             0             0             0             0   \n",
              "1               6             0             0             0             0   \n",
              "2               2             0             0             0             1   \n",
              "3               8             0             0             0             0   \n",
              "4               1             0             0             0             1   \n",
              "\n",
              "   Cmp2Accepted             Response  enrollment_year  enrollment_month  \\\n",
              "0             0               0.0000             2014                 6   \n",
              "1             0               0.0000             2013                 1   \n",
              "2             0               1.0000             2013                11   \n",
              "3             0               0.0000             2013                 9   \n",
              "4             0               0.0000             2014                 1   \n",
              "\n",
              "   enrollment_day  \n",
              "0              22  \n",
              "1               8  \n",
              "2              21  \n",
              "3              13  \n",
              "4              21  "
            ]
          },
          "execution_count": 44,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_train.head(5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "frUOzx_7CjSv",
        "outputId": "9e8a559f-e5b7-45f4-c3e1-870e02529b3e"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Date_Customer</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>Response</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1568</th>\n",
              "      <td>1954</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>48,556.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>436</td>\n",
              "      <td>85</td>\n",
              "      <td>6</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>8</td>\n",
              "      <td>429</td>\n",
              "      <td>20</td>\n",
              "      <td>118</td>\n",
              "      <td>7</td>\n",
              "      <td>23</td>\n",
              "      <td>41</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1569</th>\n",
              "      <td>1961</td>\n",
              "      <td>2</td>\n",
              "      <td>6</td>\n",
              "      <td>57,499.2000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>117</td>\n",
              "      <td>79</td>\n",
              "      <td>5</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>6</td>\n",
              "      <td>510</td>\n",
              "      <td>3</td>\n",
              "      <td>26</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>75</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>2012</td>\n",
              "      <td>11</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1570</th>\n",
              "      <td>1973</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>17,025.6000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>203</td>\n",
              "      <td>47</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>10</td>\n",
              "      <td>11</td>\n",
              "      <td>16</td>\n",
              "      <td>12</td>\n",
              "      <td>27</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>2013</td>\n",
              "      <td>2</td>\n",
              "      <td>28</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1571</th>\n",
              "      <td>1970</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>91,983.6000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>362</td>\n",
              "      <td>98</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>11</td>\n",
              "      <td>741</td>\n",
              "      <td>66</td>\n",
              "      <td>946</td>\n",
              "      <td>219</td>\n",
              "      <td>189</td>\n",
              "      <td>126</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>2013</td>\n",
              "      <td>8</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1572</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>78,235.2000</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>341</td>\n",
              "      <td>41</td>\n",
              "      <td>2</td>\n",
              "      <td>7</td>\n",
              "      <td>6</td>\n",
              "      <td>11</td>\n",
              "      <td>748</td>\n",
              "      <td>22</td>\n",
              "      <td>181</td>\n",
              "      <td>12</td>\n",
              "      <td>0</td>\n",
              "      <td>200</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>60,964.2000</td>\n",
              "      <td>2013</td>\n",
              "      <td>7</td>\n",
              "      <td>25</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "      Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "1568           1954                2               4          48,556.8000   \n",
              "1569           1961                2               6          57,499.2000   \n",
              "1570           1973                1               3          17,025.6000   \n",
              "1571           1970                2               5          91,983.6000   \n",
              "1572           1959                2               5          78,235.2000   \n",
              "\n",
              "      No_of_Kids_in_home  No_of_Teen_in_home  Date_Customer  Recency  \\\n",
              "1568                   0                   1            436       85   \n",
              "1569                   0                   1            117       79   \n",
              "1570                   0                   0            203       47   \n",
              "1571                   0                   0            362       98   \n",
              "1572                   0                   2            341       41   \n",
              "\n",
              "      Discounted_Purchases  WebPurchases  CatalogPurchases  StorePurchases  \\\n",
              "1568                     6             8                 2               8   \n",
              "1569                     5             7                 4               6   \n",
              "1570                     1             2                 0               4   \n",
              "1571                     1             4                 7              11   \n",
              "1572                     2             7                 6              11   \n",
              "\n",
              "      Amount_on_Wines  Amount_on_Fruits  Amount_on_MeatProducts  \\\n",
              "1568              429                20                     118   \n",
              "1569              510                 3                      26   \n",
              "1570                7                10                      11   \n",
              "1571              741                66                     946   \n",
              "1572              748                22                     181   \n",
              "\n",
              "      Amount_on_FishProducts  Amount_on_SweetProducts  Amount_on_GoldProds  \\\n",
              "1568                       7                       23                   41   \n",
              "1569                       0                        0                   75   \n",
              "1570                      16                       12                   27   \n",
              "1571                     219                      189                  126   \n",
              "1572                      12                        0                  200   \n",
              "\n",
              "      WebVisitsMonth  Cmp3Accepted  Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  \\\n",
              "1568               8             0             0             0             0   \n",
              "1569               6             0             1             0             0   \n",
              "1570               6             0             0             0             0   \n",
              "1571               2             0             0             1             1   \n",
              "1572               5             1             0             0             0   \n",
              "\n",
              "      Cmp2Accepted             Response  enrollment_year  enrollment_month  \\\n",
              "1568             0          60,964.2000             2013                11   \n",
              "1569             0          60,964.2000             2012                11   \n",
              "1570             0          60,964.2000             2013                 2   \n",
              "1571             0          60,964.2000             2013                 8   \n",
              "1572             0          60,964.2000             2013                 7   \n",
              "\n",
              "      enrollment_day  \n",
              "1568               1  \n",
              "1569              22  \n",
              "1570              28  \n",
              "1571              16  \n",
              "1572              25  "
            ]
          },
          "execution_count": 43,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_test.head(5)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "gxGbNabTCjVl",
        "outputId": "b35b6c57-13db-45ae-a5ac-2b505bd07481"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "((1568, 28), (672, 28))"
            ]
          },
          "execution_count": 45,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_train.shape, new_test.shape"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Jrw1_OIjCjcg"
      },
      "source": [
        "# CREATING AND TRAINING MODELS"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "KCM2iZRBCjcn",
        "scrolled": true
      },
      "outputs": [],
      "source": [
        "from sklearn.model_selection import StratifiedKFold\n",
        "from sklearn.metrics import f1_score\n",
        "from imblearn.over_sampling import SMOTE\n",
        "\n",
        "from xgboost import XGBClassifier\n",
        "from lightgbm import LGBMClassifier"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "aBqiH-iDCjdB"
      },
      "outputs": [],
      "source": [
        "X = new_train.drop(columns=['Date_Customer','Response'])\n",
        "y = new_train['Response']\n",
        "n_test = new_test.drop(columns=['Date_Customer','Response'])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "id": "16F9yiwZCjgW",
        "outputId": "67638518-e4e7-4431-c3db-b0b52371675c",
        "scrolled": true
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Year_of_Birth</th>\n",
              "      <th>Education_Level</th>\n",
              "      <th>Marital_Status</th>\n",
              "      <th>Disposable_Income</th>\n",
              "      <th>No_of_Kids_in_home</th>\n",
              "      <th>No_of_Teen_in_home</th>\n",
              "      <th>Recency</th>\n",
              "      <th>Discounted_Purchases</th>\n",
              "      <th>WebPurchases</th>\n",
              "      <th>CatalogPurchases</th>\n",
              "      <th>StorePurchases</th>\n",
              "      <th>Amount_on_Wines</th>\n",
              "      <th>Amount_on_Fruits</th>\n",
              "      <th>Amount_on_MeatProducts</th>\n",
              "      <th>Amount_on_FishProducts</th>\n",
              "      <th>Amount_on_SweetProducts</th>\n",
              "      <th>Amount_on_GoldProds</th>\n",
              "      <th>WebVisitsMonth</th>\n",
              "      <th>Cmp3Accepted</th>\n",
              "      <th>Cmp4Accepted</th>\n",
              "      <th>Cmp5Accepted</th>\n",
              "      <th>Cmp1Accepted</th>\n",
              "      <th>Cmp2Accepted</th>\n",
              "      <th>enrollment_year</th>\n",
              "      <th>enrollment_month</th>\n",
              "      <th>enrollment_day</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1955</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>77,504.4000</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>56</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>71</td>\n",
              "      <td>3</td>\n",
              "      <td>16</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>20</td>\n",
              "      <td>3</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2014</td>\n",
              "      <td>6</td>\n",
              "      <td>22</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1958</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>56,784.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>17</td>\n",
              "      <td>6</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "      <td>205</td>\n",
              "      <td>22</td>\n",
              "      <td>111</td>\n",
              "      <td>50</td>\n",
              "      <td>15</td>\n",
              "      <td>19</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2013</td>\n",
              "      <td>1</td>\n",
              "      <td>8</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>1962</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "      <td>103,714.8000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>469</td>\n",
              "      <td>31</td>\n",
              "      <td>873</td>\n",
              "      <td>29</td>\n",
              "      <td>18</td>\n",
              "      <td>37</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2013</td>\n",
              "      <td>11</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>1979</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>46,311.6000</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>49</td>\n",
              "      <td>3</td>\n",
              "      <td>4</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>56</td>\n",
              "      <td>15</td>\n",
              "      <td>49</td>\n",
              "      <td>17</td>\n",
              "      <td>24</td>\n",
              "      <td>24</td>\n",
              "      <td>8</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2013</td>\n",
              "      <td>9</td>\n",
              "      <td>13</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>1959</td>\n",
              "      <td>2</td>\n",
              "      <td>3</td>\n",
              "      <td>87,486.0000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>59</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>7</td>\n",
              "      <td>9</td>\n",
              "      <td>412</td>\n",
              "      <td>117</td>\n",
              "      <td>445</td>\n",
              "      <td>181</td>\n",
              "      <td>165</td>\n",
              "      <td>203</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2014</td>\n",
              "      <td>1</td>\n",
              "      <td>21</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Year_of_Birth  Education_Level  Marital_Status    Disposable_Income  \\\n",
              "0           1955                2               2          77,504.4000   \n",
              "1           1958                2               5          56,784.0000   \n",
              "2           1962                2               4         103,714.8000   \n",
              "3           1979                0               4          46,311.6000   \n",
              "4           1959                2               3          87,486.0000   \n",
              "\n",
              "   No_of_Kids_in_home  No_of_Teen_in_home  Recency  Discounted_Purchases  \\\n",
              "0                   1                   1       56                     2   \n",
              "1                   0                   1       17                     6   \n",
              "2                   0                   0       17                     0   \n",
              "3                   1                   0       49                     3   \n",
              "4                   0                   0       59                     1   \n",
              "\n",
              "   WebPurchases  CatalogPurchases  StorePurchases  Amount_on_Wines  \\\n",
              "0             1                 1               4               71   \n",
              "1             5                 1               8              205   \n",
              "2             7                 4               7              469   \n",
              "3             4                 1               3               56   \n",
              "4             3                 7               9              412   \n",
              "\n",
              "   Amount_on_Fruits  Amount_on_MeatProducts  Amount_on_FishProducts  \\\n",
              "0                 3                      16                       0   \n",
              "1                22                     111                      50   \n",
              "2                31                     873                      29   \n",
              "3                15                      49                      17   \n",
              "4               117                     445                     181   \n",
              "\n",
              "   Amount_on_SweetProducts  Amount_on_GoldProds  WebVisitsMonth  Cmp3Accepted  \\\n",
              "0                        6                   20               3             0   \n",
              "1                       15                   19               6             0   \n",
              "2                       18                   37               2             0   \n",
              "3                       24                   24               8             0   \n",
              "4                      165                  203               1             0   \n",
              "\n",
              "   Cmp4Accepted  Cmp5Accepted  Cmp1Accepted  Cmp2Accepted  enrollment_year  \\\n",
              "0             0             0             0             0             2014   \n",
              "1             0             0             0             0             2013   \n",
              "2             0             0             1             0             2013   \n",
              "3             0             0             0             0             2013   \n",
              "4             0             0             1             0             2014   \n",
              "\n",
              "   enrollment_month  enrollment_day  \n",
              "0                 6              22  \n",
              "1                 1               8  \n",
              "2                11              21  \n",
              "3                 9              13  \n",
              "4                 1              21  "
            ]
          },
          "execution_count": 48,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "X.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "BWaVqBiWCjgt",
        "outputId": "e6fc8f65-f527-430c-ade6-854a949c9c2d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "pandas.core.frame.DataFrame"
            ]
          },
          "execution_count": 49,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "type(X)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "id": "QCJbOoOjCjhq",
        "outputId": "b454b869-f7a1-47af-d1ab-e0298598d9ef"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "pandas.core.series.Series"
            ]
          },
          "execution_count": 50,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "type(y)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "klghlUBG5MQS",
        "outputId": "6d07fe93-b002-4167-9d08-8f05c37c0785"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0.0000    1329\n",
              "1.0000     239\n",
              "Name: Response, dtype: int64"
            ]
          },
          "execution_count": 54,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "y.value_counts()"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NDkqihujCjuC"
      },
      "source": [
        "# BUILDING A LIGHTGBM MODEL"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "C3SWUqlfCjuE"
      },
      "outputs": [],
      "source": [
        "#setting parameter for cross validation\n",
        "n_sp = 5\n",
        "Sp = StratifiedKFold(n_sp, shuffle=True, random_state=1234)\n",
        "\n",
        "kwargs = {'n_estimators':1000,\n",
        "          'subsample':0.85,\n",
        "          'learning_rate':0.2,\n",
        "          'scale_pos_weight':8,\n",
        "         'max_depth':-1, \n",
        "         'colsample_bytree':0.7, \n",
        "         'subsample':0.85,\n",
        "         'reg_alpha':3, \n",
        "         'reg_lambda':20\n",
        "         }\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "xWuD1Aqt5MQW"
      },
      "outputs": [],
      "source": [
        "sm = SMOTE(sampling_strategy={1:280, 0:1329}, random_state=50) \n",
        "X1, y2 = sm.fit_resample(X, y)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "nm4Lmcx_CjwI",
        "outputId": "14e8f771-647d-4a45-d6fb-8ca6abe7e280"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Fold 1 Val score: 0.5585585585585585\n",
            "\n",
            "\n",
            "Fold 2 Val score: 0.6222222222222222\n",
            "\n",
            "\n",
            "Fold 3 Val score: 0.6837606837606838\n",
            "\n",
            "\n",
            "Fold 4 Val score: 0.6440677966101694\n",
            "\n",
            "\n",
            "Fold 5 Val score: 0.6984126984126985\n",
            "\n",
            "CV score: 0.64250 \n"
          ]
        }
      ],
      "source": [
        "train_preds = np.zeros(len(X1))\n",
        "test_preds = np.zeros(len(n_test))\n",
        "\n",
        "for i, (train_ind, Vl_ind) in enumerate(Sp.split(X1, y2)):\n",
        "    X_tr, y_tr = X1.iloc[train_ind], y2.iloc[train_ind]\n",
        "    X_vl, y_vl = X1.iloc[Vl_ind], y2.iloc[Vl_ind]\n",
        "    \n",
        "    #training the model\n",
        "    lb = LGBMClassifier(**kwargs)\n",
        "    lb.fit(X_tr, y_tr, eval_set = [(X_vl, y_vl)],\n",
        "                    verbose = 0, early_stopping_rounds=300)\n",
        "    \n",
        "    \n",
        "    #evaluating the trained model\n",
        "    pr_vl = lb.predict_proba(X_vl)[:,1]\n",
        "    df_vl = pd.DataFrame(pr_vl)\n",
        "    df_vl[0] = np.where(df_vl[0]>0.5, 1, 0)\n",
        "    vl_score = f1_score((y_vl), (df_vl[0]))\n",
        "    \n",
        "    print(f'\\nFold {i+1} Val score: {vl_score}\\n')\n",
        "    \n",
        "    \n",
        "    #prediting on the test set for submission\n",
        "    test_pr = lb.predict_proba(n_test)[:,1]\n",
        "    train_preds[Vl_ind] = pr_vl\n",
        "    test_preds += test_pr/5\n",
        "    \n",
        "    df = pd.DataFrame(train_preds)\n",
        "    df[0] = np.where(df[0]>0.5, 1, 0)\n",
        "    \n",
        "print(\"CV score: {:<8.5f}\".format(f1_score(y2, df[0])))\n",
        "    "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "ZIQsODMKCjwk"
      },
      "outputs": [],
      "source": [
        "sub['Response'] = test_preds\n",
        "sub.to_csv('lgb_sub1.csv', index=False)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "_HgaBaOFCjw4"
      },
      "source": [
        "# BUILDING A XGBOOST MODEL"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "iaBpo4E0CjyS"
      },
      "outputs": [],
      "source": [
        "#setting parameters for cross_validation\n",
        "n_sp = 10\n",
        "Sp = StratifiedKFold(n_sp, shuffle=True, random_state=1234)\n",
        "\n",
        "#tuning the parametrs for xgboost\n",
        "kwargs = {\n",
        "    'learning_rate':0.05,\n",
        "    'scale_pos_weight':2.5,\n",
        "    'n_estimators':500,\n",
        "    'tree_method': 'auto',\n",
        "    'random_state':1234,\n",
        "    'max_depth':5,\n",
        "    'subsample': 0.85,\n",
        "    'colsample_bytree': 0.7,\n",
        "    'min_child_weight':14,\n",
        "    }\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "dz_rvJlx5MQZ",
        "outputId": "199850d1-d64d-41dd-a034-72644e4f8077"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "\n",
            "Fold 1 Val score: 0.6792452830188679\n",
            "\n",
            "\n",
            "Fold 2 Val score: 0.6363636363636364\n",
            "\n",
            "\n",
            "Fold 3 Val score: 0.6428571428571429\n",
            "\n",
            "\n",
            "Fold 4 Val score: 0.7419354838709677\n",
            "\n",
            "\n",
            "Fold 5 Val score: 0.736842105263158\n",
            "\n",
            "\n",
            "Fold 6 Val score: 0.6530612244897959\n",
            "\n",
            "\n",
            "Fold 7 Val score: 0.7200000000000001\n",
            "\n",
            "\n",
            "Fold 8 Val score: 0.6666666666666666\n",
            "\n",
            "\n",
            "Fold 9 Val score: 0.7741935483870968\n",
            "\n",
            "\n",
            "Fold 10 Val score: 0.6792452830188679\n",
            "\n",
            "CV score: 0.69630 \n"
          ]
        }
      ],
      "source": [
        "train_preds = np.zeros(len(X1))\n",
        "test_preds = np.zeros(len(n_test))\n",
        "\n",
        "for i, (train_ind, Vl_ind) in enumerate(Sp.split(X1, y2)):\n",
        "    X_tr, y_tr = X1.iloc[train_ind], y2.iloc[train_ind]\n",
        "    X_vl, y_vl = X1.iloc[Vl_ind], y2.iloc[Vl_ind]\n",
        "        \n",
        "        #training the model\n",
        "    clf = XGBClassifier(objective='binary:logistic', use_label_encoder=False, **kwargs)\n",
        "    clf.fit(X_tr, y_tr, eval_set=[(X_vl, y_vl)], verbose = 0, early_stopping_rounds=200)\n",
        "    \n",
        "    \n",
        "    #evaluating the trained model\n",
        "    pr_vl = clf.predict_proba(X_vl)[:,1]\n",
        "    df_vl = pd.DataFrame(pr_vl)\n",
        "    df_vl[0] = np.where(df_vl[0]>0.5, 1, 0)\n",
        "    vl_score = f1_score((y_vl), (df_vl[0]))\n",
        "    \n",
        "    print(f'\\nFold {i+1} Val score: {vl_score}\\n')\n",
        "    \n",
        "    \n",
        "    #prediting on the test set for submission\n",
        "    test_pr = clf.predict_proba(n_test)[:,1]\n",
        "    train_preds[Vl_ind] = pr_vl\n",
        "    test_preds += test_pr/5\n",
        "    \n",
        "    df = pd.DataFrame(train_preds)\n",
        "    df[0] = np.where(df[0]>0.5, 1, 0)\n",
        "    \n",
        "print(\"CV score: {:<8.5f}\".format(f1_score(y2, df[0])))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Fo6yaN4NCjzS"
      },
      "outputs": [],
      "source": [
        "sub['Response'] = test_preds\n",
        "sub.to_csv('xgbsub1.csv', index=False)"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "collapsed_sections": [],
      "name": "__DSN_bootcamp_qualification_challenge.ipynb",
      "provenance": [],
      "toc_visible": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.7.6"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}