isolation_forest.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.3"
    },
    "colab": {
      "name": "isolation-forest.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/mehrotrasan16/Keras-Deep-Learning/blob/05-Isolation-Forest-KDD99-IntrusionDetection/isolation_forest.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "P6Od2gf06-f_",
        "outputId": "c6a185b1-7ae8-4a50-8179-4559ad22a253"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1T07wuaq4sD9"
      },
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.preprocessing import LabelEncoder\n",
        "\n",
        "%matplotlib inline"
      ],
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WDnWzM_q4sD-"
      },
      "source": [
        "columns = [\"duration\", \"protocol_type\", \"service\", \"flag\", \"src_bytes\", \"dst_bytes\", \"land\", \"wrong_fragment\", \"urgent\",\n",
        "        \"hot\", \"num_failed_logins\", \"logged_in\", \"num_compromised\", \"root_shell\", \"su_attempted\", \"num_root\", \n",
        "        \"num_file_creations\", \"num_shells\", \"num_access_files\", \"num_outbound_cmds\", \"is_host_login\",\n",
        "        \"is_guest_login\", \"count\", \"srv_count\", \"serror_rate\", \"srv_serror_rate\", \"rerror_rate\", \"srv_rerror_rate\",\n",
        "        \"same_srv_rate\", \"diff_srv_rate\", \"srv_diff_host_rate\", \"dst_host_count\", \"dst_host_srv_count\", \n",
        "        \"dst_host_same_srv_rate\", \"dst_host_diff_srv_rate\", \"dst_host_same_src_port_rate\", \"dst_host_srv_diff_host_rate\",\n",
        "        \"dst_host_serror_rate\", \"dst_host_srv_serror_rate\", \"dst_host_rerror_rate\", \"dst_host_srv_rerror_rate\", \"label\"]\n",
        "\n",
        "df = pd.read_csv(\"/content/drive/MyDrive/Colab Notebooks/CS581-TestResults/assignment5/HW5-supp-files/a5q3data/kddcup.data.corrected\", sep=\",\", names=columns, index_col=None)\n"
      ],
      "execution_count": 3,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "xJYCKCgJ4sD-",
        "outputId": "a68c0e19-b5d8-4218-8f89-f9938e9e4367"
      },
      "source": [
        "df.shape"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(4898431, 42)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 215
        },
        "id": "-Csk2ePgJ-FW",
        "outputId": "1bffadc8-ecdc-47a4-fa96-b9f8d3c73080"
      },
      "source": [
        "df.head()"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>duration</th>\n",
              "      <th>protocol_type</th>\n",
              "      <th>service</th>\n",
              "      <th>flag</th>\n",
              "      <th>src_bytes</th>\n",
              "      <th>dst_bytes</th>\n",
              "      <th>land</th>\n",
              "      <th>wrong_fragment</th>\n",
              "      <th>urgent</th>\n",
              "      <th>hot</th>\n",
              "      <th>num_failed_logins</th>\n",
              "      <th>logged_in</th>\n",
              "      <th>num_compromised</th>\n",
              "      <th>root_shell</th>\n",
              "      <th>su_attempted</th>\n",
              "      <th>num_root</th>\n",
              "      <th>num_file_creations</th>\n",
              "      <th>num_shells</th>\n",
              "      <th>num_access_files</th>\n",
              "      <th>num_outbound_cmds</th>\n",
              "      <th>is_host_login</th>\n",
              "      <th>is_guest_login</th>\n",
              "      <th>count</th>\n",
              "      <th>srv_count</th>\n",
              "      <th>serror_rate</th>\n",
              "      <th>srv_serror_rate</th>\n",
              "      <th>rerror_rate</th>\n",
              "      <th>srv_rerror_rate</th>\n",
              "      <th>same_srv_rate</th>\n",
              "      <th>diff_srv_rate</th>\n",
              "      <th>srv_diff_host_rate</th>\n",
              "      <th>dst_host_count</th>\n",
              "      <th>dst_host_srv_count</th>\n",
              "      <th>dst_host_same_srv_rate</th>\n",
              "      <th>dst_host_diff_srv_rate</th>\n",
              "      <th>dst_host_same_src_port_rate</th>\n",
              "      <th>dst_host_srv_diff_host_rate</th>\n",
              "      <th>dst_host_serror_rate</th>\n",
              "      <th>dst_host_srv_serror_rate</th>\n",
              "      <th>dst_host_rerror_rate</th>\n",
              "      <th>dst_host_srv_rerror_rate</th>\n",
              "      <th>label</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>215</td>\n",
              "      <td>45076</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>162</td>\n",
              "      <td>4528</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>236</td>\n",
              "      <td>1228</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.50</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>233</td>\n",
              "      <td>2032</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.33</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>239</td>\n",
              "      <td>486</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.25</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   duration protocol_type  ... dst_host_srv_rerror_rate    label\n",
              "0         0           tcp  ...                      0.0  normal.\n",
              "1         0           tcp  ...                      0.0  normal.\n",
              "2         0           tcp  ...                      0.0  normal.\n",
              "3         0           tcp  ...                      0.0  normal.\n",
              "4         0           tcp  ...                      0.0  normal.\n",
              "\n",
              "[5 rows x 42 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 422
        },
        "id": "hPW4TAqAfUVo",
        "outputId": "45d93a3d-02f8-4e1f-fa2b-aa60255b29c1"
      },
      "source": [
        "df.loc[df.label != \"normal\"]"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>duration</th>\n",
              "      <th>protocol_type</th>\n",
              "      <th>service</th>\n",
              "      <th>flag</th>\n",
              "      <th>src_bytes</th>\n",
              "      <th>dst_bytes</th>\n",
              "      <th>land</th>\n",
              "      <th>wrong_fragment</th>\n",
              "      <th>urgent</th>\n",
              "      <th>hot</th>\n",
              "      <th>num_failed_logins</th>\n",
              "      <th>logged_in</th>\n",
              "      <th>num_compromised</th>\n",
              "      <th>root_shell</th>\n",
              "      <th>su_attempted</th>\n",
              "      <th>num_root</th>\n",
              "      <th>num_file_creations</th>\n",
              "      <th>num_shells</th>\n",
              "      <th>num_access_files</th>\n",
              "      <th>num_outbound_cmds</th>\n",
              "      <th>is_host_login</th>\n",
              "      <th>is_guest_login</th>\n",
              "      <th>count</th>\n",
              "      <th>srv_count</th>\n",
              "      <th>serror_rate</th>\n",
              "      <th>srv_serror_rate</th>\n",
              "      <th>rerror_rate</th>\n",
              "      <th>srv_rerror_rate</th>\n",
              "      <th>same_srv_rate</th>\n",
              "      <th>diff_srv_rate</th>\n",
              "      <th>srv_diff_host_rate</th>\n",
              "      <th>dst_host_count</th>\n",
              "      <th>dst_host_srv_count</th>\n",
              "      <th>dst_host_same_srv_rate</th>\n",
              "      <th>dst_host_diff_srv_rate</th>\n",
              "      <th>dst_host_same_src_port_rate</th>\n",
              "      <th>dst_host_srv_diff_host_rate</th>\n",
              "      <th>dst_host_serror_rate</th>\n",
              "      <th>dst_host_srv_serror_rate</th>\n",
              "      <th>dst_host_rerror_rate</th>\n",
              "      <th>dst_host_srv_rerror_rate</th>\n",
              "      <th>label</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>215</td>\n",
              "      <td>45076</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>162</td>\n",
              "      <td>4528</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.00</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>236</td>\n",
              "      <td>1228</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.50</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>233</td>\n",
              "      <td>2032</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.33</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>239</td>\n",
              "      <td>486</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.25</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4898426</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>212</td>\n",
              "      <td>2288</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>32</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.16</td>\n",
              "      <td>3</td>\n",
              "      <td>255</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.33</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4898427</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>219</td>\n",
              "      <td>236</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>33</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.15</td>\n",
              "      <td>4</td>\n",
              "      <td>255</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.25</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4898428</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>218</td>\n",
              "      <td>3610</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>34</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.15</td>\n",
              "      <td>5</td>\n",
              "      <td>255</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.20</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4898429</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>219</td>\n",
              "      <td>1234</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "      <td>35</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.14</td>\n",
              "      <td>6</td>\n",
              "      <td>255</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.17</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4898430</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>http</td>\n",
              "      <td>SF</td>\n",
              "      <td>219</td>\n",
              "      <td>1098</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>7</td>\n",
              "      <td>255</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.14</td>\n",
              "      <td>0.05</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.01</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>4898431 rows × 42 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "         duration protocol_type  ... dst_host_srv_rerror_rate    label\n",
              "0               0           tcp  ...                      0.0  normal.\n",
              "1               0           tcp  ...                      0.0  normal.\n",
              "2               0           tcp  ...                      0.0  normal.\n",
              "3               0           tcp  ...                      0.0  normal.\n",
              "4               0           tcp  ...                      0.0  normal.\n",
              "...           ...           ...  ...                      ...      ...\n",
              "4898426         0           tcp  ...                      0.0  normal.\n",
              "4898427         0           tcp  ...                      0.0  normal.\n",
              "4898428         0           tcp  ...                      0.0  normal.\n",
              "4898429         0           tcp  ...                      0.0  normal.\n",
              "4898430         0           tcp  ...                      0.0  normal.\n",
              "\n",
              "[4898431 rows x 42 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "D0Wrz8T5KUOg",
        "outputId": "859cd528-d50e-4370-d04e-a6a23144c25d"
      },
      "source": [
        "print(df.label.unique())\n",
        "print(df.protocol_type.unique())\n",
        "print(df.service.unique())\n",
        "df.groupby(by=['protocol_type']).count()['duration']"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "['normal.' 'buffer_overflow.' 'loadmodule.' 'perl.' 'neptune.' 'smurf.'\n",
            " 'guess_passwd.' 'pod.' 'teardrop.' 'portsweep.' 'ipsweep.' 'land.'\n",
            " 'ftp_write.' 'back.' 'imap.' 'satan.' 'phf.' 'nmap.' 'multihop.'\n",
            " 'warezmaster.' 'warezclient.' 'spy.' 'rootkit.']\n",
            "['tcp' 'udp' 'icmp']\n",
            "['http' 'smtp' 'domain_u' 'auth' 'finger' 'telnet' 'eco_i' 'ftp' 'ntp_u'\n",
            " 'ecr_i' 'other' 'urp_i' 'private' 'pop_3' 'ftp_data' 'netstat' 'daytime'\n",
            " 'ssh' 'echo' 'time' 'name' 'whois' 'domain' 'mtp' 'gopher' 'remote_job'\n",
            " 'rje' 'ctf' 'supdup' 'link' 'systat' 'discard' 'X11' 'shell' 'login'\n",
            " 'imap4' 'nntp' 'uucp' 'pm_dump' 'IRC' 'Z39_50' 'netbios_dgm' 'ldap'\n",
            " 'sunrpc' 'courier' 'exec' 'bgp' 'csnet_ns' 'http_443' 'klogin' 'printer'\n",
            " 'netbios_ssn' 'pop_2' 'nnsp' 'efs' 'hostnames' 'uucp_path' 'sql_net'\n",
            " 'vmnet' 'iso_tsap' 'netbios_ns' 'kshell' 'urh_i' 'http_2784' 'harvest'\n",
            " 'aol' 'tftp_u' 'http_8001' 'tim_i' 'red_i']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "protocol_type\n",
              "icmp    2833545\n",
              "tcp     1870598\n",
              "udp      194288\n",
              "Name: duration, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 431
        },
        "id": "Sch1TBtWKaxY",
        "outputId": "31df1dd5-72aa-499b-c4a3-956f2569123a"
      },
      "source": [
        "pd.DataFrame(df.groupby(by=['service']).count()['duration'])"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>duration</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>service</th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>IRC</th>\n",
              "      <td>521</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>X11</th>\n",
              "      <td>135</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Z39_50</th>\n",
              "      <td>1078</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>aol</th>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>auth</th>\n",
              "      <td>3382</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>urp_i</th>\n",
              "      <td>5378</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>uucp</th>\n",
              "      <td>1041</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>uucp_path</th>\n",
              "      <td>1057</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>vmnet</th>\n",
              "      <td>1053</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>whois</th>\n",
              "      <td>1073</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>70 rows × 1 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "           duration\n",
              "service            \n",
              "IRC             521\n",
              "X11             135\n",
              "Z39_50         1078\n",
              "aol               2\n",
              "auth           3382\n",
              "...             ...\n",
              "urp_i          5378\n",
              "uucp           1041\n",
              "uucp_path      1057\n",
              "vmnet          1053\n",
              "whois          1073\n",
              "\n",
              "[70 rows x 1 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "N5PdRY9M4sD-"
      },
      "source": [
        "df = df[df[\"service\"] == \"http\"]\n",
        "df = df.drop(\"service\", axis=1)\n",
        "columns.remove(\"service\")"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EtOSFtsW4sD-",
        "outputId": "82e30206-888b-439b-c4f1-8de37c8352d4"
      },
      "source": [
        "df.shape"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(623091, 41)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 10
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IUv7JKi34sD-",
        "outputId": "34db75c6-501a-4db2-f619-cd9e05f26c67"
      },
      "source": [
        "df[\"label\"].value_counts()"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "normal.       619046\n",
              "back.           2203\n",
              "neptune.        1801\n",
              "portsweep.        16\n",
              "ipsweep.          13\n",
              "satan.             7\n",
              "phf.               4\n",
              "nmap.              1\n",
              "Name: label, dtype: int64"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 215
        },
        "id": "FJvtI60E4sD-",
        "outputId": "1571c0ae-0b39-4fac-a826-5fb0c05582d0"
      },
      "source": [
        "df.head(5)"
      ],
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>duration</th>\n",
              "      <th>protocol_type</th>\n",
              "      <th>flag</th>\n",
              "      <th>src_bytes</th>\n",
              "      <th>dst_bytes</th>\n",
              "      <th>land</th>\n",
              "      <th>wrong_fragment</th>\n",
              "      <th>urgent</th>\n",
              "      <th>hot</th>\n",
              "      <th>num_failed_logins</th>\n",
              "      <th>logged_in</th>\n",
              "      <th>num_compromised</th>\n",
              "      <th>root_shell</th>\n",
              "      <th>su_attempted</th>\n",
              "      <th>num_root</th>\n",
              "      <th>num_file_creations</th>\n",
              "      <th>num_shells</th>\n",
              "      <th>num_access_files</th>\n",
              "      <th>num_outbound_cmds</th>\n",
              "      <th>is_host_login</th>\n",
              "      <th>is_guest_login</th>\n",
              "      <th>count</th>\n",
              "      <th>srv_count</th>\n",
              "      <th>serror_rate</th>\n",
              "      <th>srv_serror_rate</th>\n",
              "      <th>rerror_rate</th>\n",
              "      <th>srv_rerror_rate</th>\n",
              "      <th>same_srv_rate</th>\n",
              "      <th>diff_srv_rate</th>\n",
              "      <th>srv_diff_host_rate</th>\n",
              "      <th>dst_host_count</th>\n",
              "      <th>dst_host_srv_count</th>\n",
              "      <th>dst_host_same_srv_rate</th>\n",
              "      <th>dst_host_diff_srv_rate</th>\n",
              "      <th>dst_host_same_src_port_rate</th>\n",
              "      <th>dst_host_srv_diff_host_rate</th>\n",
              "      <th>dst_host_serror_rate</th>\n",
              "      <th>dst_host_srv_serror_rate</th>\n",
              "      <th>dst_host_rerror_rate</th>\n",
              "      <th>dst_host_srv_rerror_rate</th>\n",
              "      <th>label</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>SF</td>\n",
              "      <td>215</td>\n",
              "      <td>45076</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>SF</td>\n",
              "      <td>162</td>\n",
              "      <td>4528</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>SF</td>\n",
              "      <td>236</td>\n",
              "      <td>1228</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.50</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>SF</td>\n",
              "      <td>233</td>\n",
              "      <td>2032</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.33</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>tcp</td>\n",
              "      <td>SF</td>\n",
              "      <td>239</td>\n",
              "      <td>486</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.25</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>normal.</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   duration protocol_type  ... dst_host_srv_rerror_rate    label\n",
              "0         0           tcp  ...                      0.0  normal.\n",
              "1         0           tcp  ...                      0.0  normal.\n",
              "2         0           tcp  ...                      0.0  normal.\n",
              "3         0           tcp  ...                      0.0  normal.\n",
              "4         0           tcp  ...                      0.0  normal.\n",
              "\n",
              "[5 rows x 41 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 12
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3ChGidZp4sD-"
      },
      "source": [
        "for col in df.columns:\n",
        "    if df[col].dtype == \"object\":\n",
        "        encoded = LabelEncoder()\n",
        "        encoded.fit(df[col])\n",
        "        df[col] = encoded.transform(df[col])"
      ],
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 215
        },
        "id": "7WqFtyti4sD-",
        "outputId": "ed962761-23d0-41d7-92c5-87eebb0e85f8"
      },
      "source": [
        "df.head(5)"
      ],
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>duration</th>\n",
              "      <th>protocol_type</th>\n",
              "      <th>flag</th>\n",
              "      <th>src_bytes</th>\n",
              "      <th>dst_bytes</th>\n",
              "      <th>land</th>\n",
              "      <th>wrong_fragment</th>\n",
              "      <th>urgent</th>\n",
              "      <th>hot</th>\n",
              "      <th>num_failed_logins</th>\n",
              "      <th>logged_in</th>\n",
              "      <th>num_compromised</th>\n",
              "      <th>root_shell</th>\n",
              "      <th>su_attempted</th>\n",
              "      <th>num_root</th>\n",
              "      <th>num_file_creations</th>\n",
              "      <th>num_shells</th>\n",
              "      <th>num_access_files</th>\n",
              "      <th>num_outbound_cmds</th>\n",
              "      <th>is_host_login</th>\n",
              "      <th>is_guest_login</th>\n",
              "      <th>count</th>\n",
              "      <th>srv_count</th>\n",
              "      <th>serror_rate</th>\n",
              "      <th>srv_serror_rate</th>\n",
              "      <th>rerror_rate</th>\n",
              "      <th>srv_rerror_rate</th>\n",
              "      <th>same_srv_rate</th>\n",
              "      <th>diff_srv_rate</th>\n",
              "      <th>srv_diff_host_rate</th>\n",
              "      <th>dst_host_count</th>\n",
              "      <th>dst_host_srv_count</th>\n",
              "      <th>dst_host_same_srv_rate</th>\n",
              "      <th>dst_host_diff_srv_rate</th>\n",
              "      <th>dst_host_same_src_port_rate</th>\n",
              "      <th>dst_host_srv_diff_host_rate</th>\n",
              "      <th>dst_host_serror_rate</th>\n",
              "      <th>dst_host_srv_serror_rate</th>\n",
              "      <th>dst_host_rerror_rate</th>\n",
              "      <th>dst_host_srv_rerror_rate</th>\n",
              "      <th>label</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>215</td>\n",
              "      <td>45076</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>162</td>\n",
              "      <td>4528</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.00</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>236</td>\n",
              "      <td>1228</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.50</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>233</td>\n",
              "      <td>2032</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>2</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.33</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>9</td>\n",
              "      <td>239</td>\n",
              "      <td>486</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "      <td>4</td>\n",
              "      <td>1.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.25</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>0.0</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   duration  protocol_type  ...  dst_host_srv_rerror_rate  label\n",
              "0         0              0  ...                       0.0      4\n",
              "1         0              0  ...                       0.0      4\n",
              "2         0              0  ...                       0.0      4\n",
              "3         0              0  ...                       0.0      4\n",
              "4         0              0  ...                       0.0      4\n",
              "\n",
              "[5 rows x 41 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "08F61Xx_4sD_"
      },
      "source": [
        "for f in range(0, 3):\n",
        "    df = df.iloc[np.random.permutation(len(df))]\n",
        "    \n",
        "df2 = df[:500000]\n",
        "labels = df2[\"label\"]\n",
        "df_validate = df[500000:]\n",
        "x_train, x_test, y_train, y_test = train_test_split(df2, labels, test_size = 0.2, random_state = 42)\n",
        "\n",
        "x_val, y_val = df_validate, df_validate[\"label\"]"
      ],
      "execution_count": 15,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IaXNhlEf4sD_",
        "outputId": "50c3d21c-ded9-4bad-8160-591b11a3bca3"
      },
      "source": [
        "print(\"Shapes:\\nx_train:%s\\ny_train:%s\\n\" % (x_train.shape, y_train.shape))\n",
        "print(\"x_test:%s\\ny_test:%s\\n\" % (x_test.shape, y_test.shape))\n",
        "print(\"x_val:%s\\ny_val:%s\\n\" % (x_val.shape, y_val.shape))"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Shapes:\n",
            "x_train:(400000, 41)\n",
            "y_train:(400000,)\n",
            "\n",
            "x_test:(100000, 41)\n",
            "y_test:(100000,)\n",
            "\n",
            "x_val:(123091, 41)\n",
            "y_val:(123091,)\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ivVEBQcK4sD_",
        "outputId": "26e7d5f2-581e-4cd5-8309-f536f4f2c5e9"
      },
      "source": [
        "#Insert your model code here; call your model \"model\"\n",
        "from sklearn.ensemble import IsolationForest\n",
        "model = IsolationForest(max_samples=1000, random_state=np.random.RandomState(42))\n",
        "model.fit(x_train)\n",
        "\n",
        "# # https://scikit-learn.org/stable/auto_examples/ensemble/plot_isolation_forest.html\n",
        "# y_pred_train = clf.predict(x_train)\n",
        "# y_pred_test = clf.predict(x_test)\n",
        "# y_pred_outliers = clf.predict(x_outliers)"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "IsolationForest(behaviour='deprecated', bootstrap=False, contamination='auto',\n",
              "                max_features=1.0, max_samples=1000, n_estimators=100,\n",
              "                n_jobs=None,\n",
              "                random_state=RandomState(MT19937) at 0x7F7510A69258, verbose=0,\n",
              "                warm_start=False)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 610
        },
        "id": "zSHBzYXy4sD_",
        "outputId": "4c3f5c11-7a23-409d-899c-0ae6b66f8cb0"
      },
      "source": [
        "anomaly_scores = model.decision_function(x_val)\n",
        "plt.figure(figsize=(15, 10))\n",
        "plt.hist(anomaly_scores, bins=100)\n",
        "plt.xlabel('Average Path Lengths', fontsize=14)\n",
        "plt.ylabel('Number of Data Points', fontsize=14)\n",
        "plt.show()"
      ],
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4sAAAJRCAYAAADswSKeAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzde7xudV0n8M/Xg3jNBEVEBQ9jNIaW6BBqamoaosyEmXkpAx0MG7VsphvmTJjmqOV9xixMEvKCphUkFBKZ2iQKooFgyhFBQBQUb4ii6Hf+eNaxx732OfvZh733s88+7/frtV97rd+6fZ/NAvZn/37rt6q7AwAAANNuNu8CAAAAWH+ERQAAAEaERQAAAEaERQAAAEaERQAAAEaERQAAAEZ2m3cB83bHO96xN2/ePO8yAAAA5uLDH/7wF7p7r4Xtu3xY3Lx5c84999x5lwEAADAXVXXZYu2GoQIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADCyZmGxqvatqvdU1UVVdWFVPWdof35VXVlVHx2+HjN1zHOraktVfaKqHjXVftjQtqWqjp1q37+qPji0v62qdl+rzwcAALCRrGXP4o1JfqO7D0zygCTPqqoDh22v7O6Dhq/Tk2TY9qQk90pyWJI/rqpNVbUpyWuTPDrJgUmePHWelw7n+qEkX0py9Fp9OAAAgI1kzcJid1/V3ecNy19L8vEkd93OIUckObm7b+juTyfZkuSQ4WtLd1/S3d9KcnKSI6qqkvxUkncMx5+Y5LGr82kAAAA2trk8s1hVm5PcN8kHh6ZnV9X5VXVCVe0xtN01yeVTh10xtG2r/Q5JvtzdNy5oBwAAYJnWPCxW1W2TvDPJr3f3V5O8Lsk9khyU5KokL1+DGo6pqnOr6txrrrlmtS8HAACw09ltLS9WVTfPJCi+ubv/Kkm6+/NT21+f5F3D6pVJ9p06/G5DW7bR/sUkt6+q3Ybexen9v093H5/k+CQ5+OCD+yZ+LAAAYBew+djTtrv90pccvkaVrI21nA21krwhyce7+xVT7ftM7fazST42LJ+a5ElVdYuq2j/JAUk+lOScJAcMM5/unskkOKd2dyd5T5LHD8cfleSU1fxMAAAAG9Va9iw+KMkvJbmgqj46tP1uJrOZHpSkk1ya5BlJ0t0XVtXbk1yUyUyqz+ru7yRJVT07yRlJNiU5obsvHM73O0lOrqo/SPKRTMIpAAAAy7RmYbG7/zlJLbLp9O0c86IkL1qk/fTFjuvuSzKZLRUAAICbYC6zoQIAALC+CYsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMrFlYrKp9q+o9VXVRVV1YVc8Z2vesqjOr6uLh+x5De1XVa6pqS1WdX1X3mzrXUcP+F1fVUVPt/6mqLhiOeU1V1Vp9PgAAgI1kLXsWb0zyG919YJIHJHlWVR2Y5NgkZ3X3AUnOGtaT5NFJDhi+jknyumQSLpMcl+T+SQ5JctzWgDns88tTxx22Bp8LAABgw1mzsNjdV3X3ecPy15J8PMldkxyR5MRhtxOTPHZYPiLJST1xdpLbV9U+SR6V5Mzuvra7v5TkzCSHDdtu191nd3cnOWnqXAAAACzDXJ5ZrKrNSe6b5INJ9u7uq4ZNn0uy97B81ySXTx12xdC2vfYrFmkHAABgmdY8LFbVbZO8M8mvd/dXp7cNPYK9BjUcU1XnVtW511xzzWpfDgAAYKezpmGxqm6eSVB8c3f/1dD8+WEIaYbvVw/tVybZd+rwuw1t22u/2yLtI919fHcf3N0H77XXXjftQwEAAGxAazkbaiV5Q5KPd/crpjadmmTrjKZHJTllqv3IYVbUByT5yjBc9Ywkh1bVHsPENocmOWPY9tWqesBwrSOnzgUAAMAy7LaG13pQkl9KckFVfXRo+90kL0ny9qo6OsllSZ4wbDs9yWOSbElyfZKnJUl3X1tVL0xyzrDfC7r72mH5mUnemORWSf5u+AIAAGCZ1iwsdvc/J9nWew8fscj+neRZ2zjXCUlOWKT93CT3vgllAgAAkDnNhgoAAMD6JiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwIiwCAAAwstu8CwAAAFgvNh972rxLWDf0LAIAADAiLAIAADAiLAIAADAyU1isqr2qaq+p9R+tqj+oqievXmkAAADMy6w9i29P8l+SpKrumOR9SX42yZ9U1W+sUm0AAADMyaxh8ceSnD0sPz7Jlu6+V5IjkzxjNQoDAABgfmYNi7dKct2w/Mgkpw7L5yXZd6WLAgAAYL5mDYsXJ3lcVe2b5NAk7x7a907y5dUoDAAAgPmZNSz+fpKXJrk0ydnd/cGh/VFJPrIKdQEAADBHu82yU3f/VVXtl+QuSf51atM/JHnnahQGAADA/Mz66ozfS/K17v5Id393atP5SZ6wKpUBAAAwN7MOQz0uyW0Xab/1sA0AAIANZNawWEl6kfb7Jrl25coBAABgPdjuM4tV9bVMQmInuaSqpgPjpiS3TPInq1ceAAAA87DUBDfPzqRX8YQkz0vylalt30pyaXd/YJVqAwAAYE62Gxa7+8QkqapPJ/mX7v72mlQFAACwk9l87Gnb3X7pSw5fo0pWxqyvznhvklTVXZLcKQuedezu81a+NAAAAOZlprBYVfdN8qYk98xkWOq0zuT5RQAAADaImcJikuOTXJ7kl5N8NovPjAoAAMAGMWtYPDDJfbv7k6tZDAAAAOvDrO9ZvCDJnVezEAAAANaPWcPi7yb5w6p6ZFXtXVV7Tn+tZoEAAACsvVmHof7D8P3d+f7nFSsmuAEAANhwZg2LD1/VKgAAAFhXlvWeRQAAAHYN2wyLVXW/JB/t7u8Oy9vU3eeteGUAAADMzfZ6Fs/NZAbUq4flzuQZxYU8swgAALDBbC8s7p/kmqllAAAAdhHbDIvdfdliywAAAGx8s86GmqraO8mzkhyYydDTi5L8cXd/fpVqAwAAYE5uNstOVfWgJFuS/EKSbyT5ZpJfTHJxVT1w9coDAABgHmbtWXxZkrcm+ZXu/m6SVNXNkvxJkpcn+YnVKQ8AAIB5mDUsHpTkqVuDYpIMr9R4RZKPrEplAAAAzM1Mw1CTfCWLz4i6f5Ivr1w5AAAArAez9iyenOQNVfXbSf5laHtQkpdmMjwVAACADWTWsPjbSSrJCVPHfDvJ65Icuwp1AQAAMEczhcXu/laS51TVc5PcY2j+VHdfv2qVAQAAMDfbfWaxqm5dVa+tqiur6uokf5bkqu6+YLlBsapOqKqrq+pjU23PH8790eHrMVPbnltVW6rqE1X1qKn2w4a2LVV17FT7/lX1waH9bVW1+3LqAwAA4N8tNcHN7yd5apLTMnlu8aczGXq6I96Y5LBF2l/Z3QcNX6cnSVUdmORJSe41HPPHVbWpqjYleW2SRyc5MMmTh32TyfOTr+zuH0rypSRH72CdAAAAu7ylwuLjkhzd3cd0968lOTzJY4fQtizd/b4k1864+xFJTu7uG7r700m2JDlk+NrS3ZcMQ2NPTnJEVVWSn0ryjuH4E5M8drk1AgAAMLFUWNw3yfu3rnT3h5LcmOQuK1jDs6vq/GGY6h5D212TXD61zxVD27ba75Dky91944J2AAAAdsBSYXFTkm8taLsxs8+iupTXZTJhzkFJrkry8hU673ZV1TFVdW5VnXvNNdesxSUBAAB2KkuFvkrypqq6YartlkleX1Xfm+Cmu39mRy7e3Z//3oWqXp/kXcPqlZn0am51t6Et22j/YpLbV9VuQ+/i9P6LXff4JMcnycEHH9w7UjsAAMBGtlTP4olJPptJGNv69aZMhoJOt+2QqtpnavVnk2ydKfXUJE+qqltU1f5JDkjyoSTnJDlgmPl090wmwTm1uzvJe5I8fjj+qCSn7GhdAAAAu7rt9ix299NW6kJV9dYkD0tyx6q6IslxSR5WVQcl6SSXJnnGcN0Lq+rtSS7KZNjrs7r7O8N5np3kjEyGyJ7Q3RcOl/idJCdX1R8k+UiSN6xU7QAAALualXr2cEnd/eRFmrcZ6Lr7RUletEj76UlOX6T9kkxmSwUAAOAmWmoYKgAAALsgYREAAIARYREAAIARYREAAICRZU1wU1V3SbJfkt2n27v7fStZFAAAAPM1U1gcQuJbkvxkJq+5qOH7VptWvjQAAADmZdZhqK9K8p0kBya5PslDkvx8ko8nOWx1SgMAAGBeZh2G+tAkh3f3v1VVJ7mmu/9fVd2Q5IVJzly1CgEAAFhzs/Ys3irJF4bla5PcaVi+KMmPrXRRAAAAzNesYfHfktxzWP5okl+pqrsneVaSK1ejMAAAAOZn1mGor05y52H5BUn+PsmTk9yQ5KhVqAsAAIA5miksdvebp5bPq6rNmfQ0fqa7v7Ct4wAAANg5zTQMtap+r6puvXW9u6/v7vOSfL2qfm/VqgMAAGAuZn1m8bgkt12k/dbDNgAAADaQWcNiJelF2u+byeyoAAAAbCDbfWaxqr6WSUjsJJcM71jcalOSWyb5k9UrDwAAgHlYaoKbZ2fSq3hCkucl+crUtm8lubS7P7BKtQEAADAn2w2L3X1iklTVp5P8S3d/e02qAgAAYK5mfXXGe7cuV9Wdk+y+YPtnVrguAAAA5mimsFhVt0vyf5I8IQuC4mDTShYFAADAfM06G+rLk9wnyWOTfDPJLyT5rSRXJHni6pQGAADAvMzUs5jk0Ume3N3vr6rvJPlwd7+tqq5K8owk71i1CgEAAFhzs/Ys3j7JZcPyV5LcYVj+QJKfWOmiAAAAmK9Zw+KnkvyHYfnjSZ5UVZXkcUmuXY3CAAAAmJ9Zw+Ibk/zYsPySTIaefivJHyV56cqXBQAAwDzN+uqMV04t/2NV3TPJwUku7u4LVqs4AAAA5mPWCW6+z/BeRe9WBAAA2KCWDIvDs4lHJvm5TJ5b7CSXJPnLJG/u7l7VCgEAAFhzszyz+M4kf57k7kkuSHJhkv2TnBSvzAAAANiQttuzWFW/mOTQJId197sXbHtUkndW1S9091tWsUYAAADW2FI9i09J8tKFQTFJuvuMTGZDfcpqFAYAAMD8LBUW75Pk9O1sPy3JQStXDgAAAOvBUmHxDkmu2s72q5LsuXLlAAAAsB4sFRZvnuTb29l+47APAAAAG8gs71l8cVVdv41tt17JYgAAAFgflgqL70tyjxn2AQAAYAPZbljs7oetUR0AAACsI0s9swgAAMAuSFgEAABgRFgEAABgRFgEAABgZJthsapOqKofGJZ/sqpmec0GAAAAG8D2ehafkuQ2w/J7kuy5+uUAAACwHmyvt/DSJL9aVe9OUkkeWFVfWmzH7vauRQAAgA1ke2Hxt5L8WZLnJukkf72N/TrJphWuCwAAgDnaZljs7lOSnFJVt09ybZJ7Jbl6rQoDAABgfpactKa7v1xVD09ycXffuAY1AQAAMGczzXDa3e+tqltU1ZFJDsxk6OlFSd7S3TesZoEAAACsvZnes1hVByb5ZJJXJLl/kgckeWWST1bVj6xeeQAAAMzDTGExyauTfDTJft39kO5+SJL9kvxrkletVnEAAADMx0zDUJM8KMmPd/dXtzZ091er6nlJzl6VygAAAJibWXsWv5nk9ou0/+CwDQAAgA1k1rD4t0leX1UPqqpNw9eDk/xpklNXrzwAAADmYdaw+JwkFyd5fyY9id9M8t5MJr359dUpDQAAgHmZ9dUZX05yRFX9UJKts59+vLu3rFplAAAAzM2sE9wkSYZwKCACAABscLMOQwUAAGAXIiwCAAAwIiwCAAAwsmRYrKrdquqZVXWXtSgIAACA+VsyLHb3jUn+KMnNV78cAAAA1oNZh6GeneR+q1kIAAAA68esr854fZKXV9Xdk3w4ydenN3b3eStdGAAAAPMza1h8y/D9FYts6ySbVqYcAAAA1oNZw+L+q1oFAAAA68pMYbG7L1vtQgAAAFg/Zn7PYlU9uqreVVUXVdW+Q9vTq+oRq1ceAAAA8zBTWKyqX0zy9iQXZzIkdetrNDYl+e3VKQ0AAIB5mbVn8beT/HJ3//ckN061n53koBWvCgAAgLmaNSwekOQDi7Rfl+R2K1cOAAAA68GsYfGzSX54kfafTPKplSsHAACA9WDWsHh8ktdU1YOG9X2r6qgkf5jkdatSGQAAAHMz66sz/rCqfjDJmUlumeQ9SW5I8rLufu0q1gcAAMAczBQWk6S7n1dVL0pyYCY9khd193WrVhkAAABzM3NYHHSSbw7L31nhWgAAAFgnZn3P4i2q6lVJrk3yr0nOT3JtVb26qm65mgUCAACw9mbtWXxdkkOTPD3//gqNByZ5cZIfSPJfV740AAAA5mXWsPjzSR7X3WdOtV1SVVcneWeERQAAgA1l1ldnfD3JlYu0X5nkGytXDgAAAOvBrD2L/yfJcVX11O7+RpJU1a2S/K9hGwAAwLq3+djT5l3CTmObYbGqTl3Q9LAkV1bV+cP6jw7H32Z1SgMAAGBettez+MUF6+9csP7pFa4FAACAdWKbYbG7n7aWhQAAALB+zDrBDQAAALuQmSa4qao9kjw/ycOT3CkLQmZ332nFKwMAAGBuZp0N9aQk90pyYpLPJ+lVqwgAAIC5mzUsPizJQ7v7vFWsBQAAgHVi1mcWP7WMfQEAANjJzRoAn5PkxVV1n6ratJoFAQAAMH+zDkPdkuRWSc5Lkqr6vo3dLUACAABsILOGxbcm+cEkvxYT3AAAAGx4s4bFg5Mc0t0fW81iAAAAWB9mfWbxoiS3W81CAAAAWD9mDYv/M8krquqRVbV3Ve05/bWaBQIAALD2Zh2Gevrw/d35/ucVa1g3wQ0AAMAGMmvP4sOnvn5q6mvr+pKq6oSqurqqPjbVtmdVnVlVFw/f9xjaq6peU1Vbqur8qrrf1DFHDftfXFVHTbX/p6q6YDjmNbVwylYAAABmNlNY7O73bu9rxmu9MclhC9qOTXJWdx+Q5KxhPUkeneSA4euYJK9LJuEyyXFJ7p/kkCTHbQ2Ywz6/PHXcwmsBAAAwo5mGoU737C2mu89b6hzd/b6q2ryg+YgkDxuWT0zyT0l+Z2g/qbs7ydlVdfuq2mfY98zuvnao68wkh1XVPyW5XXefPbSflOSxSf5u6U8HAADAQrM+s3huJs8mTg/tnH52cUefWdy7u68alj+XZO9h+a5JLp/a74qhbXvtVyzSDgAAwA6YNSzuv2D95knum+R5SZ67EoV0d1dVL73nTVdVx2QyvDX77bffWlwSAABgpzJTWOzuyxZp3lJVX8nkGcIdHe75+arap7uvGoaZXj20X5lk36n97ja0XZl/H7a6tf2fhva7LbL/orr7+CTHJ8nBBx+8JgEVAABgZzLrbKjb8ukkB92E409NsnVG06OSnDLVfuQwK+oDknxlGK56RpJDq2qPYWKbQ5OcMWz7alU9YJgF9cipcwEAALBMs05ws+fCpiT7JHl+kk/MeI63ZtIreMequiKTHsmXJHl7VR2d5LIkTxh2Pz3JY5JsSXJ9kqclSXdfW1UvTHLOsN8Ltk52k+SZmcy4eqtMejpNbgMAALCDZn1m8Qv5/gltkklgvDzJE2c5QXc/eRubHrHIvp3kWds4zwlJTlik/dwk956lFgAAALZv1rD48AXr301yTZIt3X3jypYEAADAvM06wc17V7sQAAAA1o/thsVFnlVc1NRzgwAAAGwAS/UsLvas4kI9w3kAAADYiSwV8hY+qzjtsCTPSeKZRQAAgA1mu2FxsWcVq+q+Sf4oyUOS/GmSF65OaQAAAMzLzWbdsar2r6q3JPlQki8mObC7f627r1m16gAAAJiLJcNiVd2hql6d5N+S3DnJT3T3E7v7U6teHQAAAHOx3bBYVc9L8qkkD01yRHf/VHefsyaVAQAAMDdLTXDzwiTfSHJFkmdW1TMX26m7f2alCwMAAGB+lgqLJ2XpV2cAAACwwSw1G+pT16gOAAAA1pGZZ0MFAABg1yEsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMLLbvAsAAABYSZuPPW3eJWwIehYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAY2W3eBQAAACzH5mNPm3cJuwQ9iwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIysi7BYVZdW1QVV9dGqOndo27Oqzqyqi4fvewztVVWvqaotVXV+Vd1v6jxHDftfXFVHzevzAAAA7OzWRVgcPLy7D+rug4f1Y5Oc1d0HJDlrWE+SRyc5YPg6Jsnrkkm4THJckvsnOSTJcVsDJgAAAMuznsLiQkckOXFYPjHJY6faT+qJs5Pcvqr2SfKoJGd297Xd/aUkZyY5bK2LBgAA2AjWS1jsJO+uqg9X1TFD297dfdWw/Lkkew/Ld01y+dSxVwxt22oHAABgmXabdwGDB3f3lVV1pyRnVtW/TW/s7q6qXqmLDYH0mCTZb7/9Vuq0AAAAG8a66Fns7iuH71cn+etMnjn8/DC8NMP3q4fdr0yy79ThdxvattW+2PWO7+6Du/vgvfbaayU/CgAAwIYw97BYVbepqh/Yupzk0CQfS3Jqkq0zmh6V5JRh+dQkRw6zoj4gyVeG4apnJDm0qvYYJrY5dGgDAABgmdbDMNS9k/x1VSWTet7S3X9fVeckeXtVHZ3ksiRPGPY/PcljkmxJcn2SpyVJd19bVS9Mcs6w3wu6+9q1+xgAAAAbx9zDYndfkuQ+i7R/MckjFmnvJM/axrlOSHLCStcIAACwq5n7MFQAAADWH2ERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAEWERAACAkd3mXQAAAMC0zceeNu8SiJ5FAAAAFiEsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMCIsAgAAMLLbvAsAAAB2PZuPPW3eJbAEPYsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACMCIsAAACM7DbvAgAAgI1n87GnzbsEbiI9iwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIwIiwAAAIzsNu8CAACA9Wnzsadtd/ulLzl8jSphHoRFAABghywVJtm5GYYKAADAiLAIAADAiLAIAADAiGcWAQBgF+WZQ7ZHzyIAAAAjwiIAAAAjwiIAAAAjwiIAAAAjwiIAAAAjwiIAAAAjXp0BAAAbmNdjsKP0LAIAADAiLAIAADAiLAIAAB1q4MkAAA6LSURBVDAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADAiLAIAADCy27wLAAAAdtzmY0+bdwlsUHoWAQAAGBEWAQAAGBEWAQAAGPHMIgAA68pSz+Bd+pLD16iS9cNzicyDsAgAwE5le8FpVwySsFoMQwUAAGBEzyIAAGvKkErYOQiLAACsOIFwefy8WI8MQwUAAGBEWAQAAGDEMFQAAFhlhpmyMxIWAQDmzKsggPVIWAQAgBWg95CNRlgEAFjHlgogeh7XjjDIrkZYBABYZRsxZPhMsPEJiwAAM9gVnysUnmDXJiwCAOyihEFge4RFAIDctOA0z9Al8C2PnxfMTlgEADYMQQD3AKwcYREA2GkIAgBrR1gEAJbtpkz2IvAB7ByERQBgZGd9fg+AlbPhwmJVHZbk1Uk2Jfmz7n7JnEsCgLkQ2gC4KTZUWKyqTUlem+Snk1yR5JyqOrW7L5pvZQDLt9Qv+hv1vW47I6EMgI1oQ4XFJIck2dLdlyRJVZ2c5IgkGyos3tRfSvyCCd9vZw1l86x7Z3w5uUAHAMuz0cLiXZNcPrV+RZL7z6mWm2Q1f6lZrXPP8xfEm/KZ1usvtrui9frL/Hqtaynz+nd9Z/15AQDfb6OFxZlU1TFJjhlWr6uqT8yznhncMckX5l3EUuql865gx+ysda+ineJ+Y35W4d8Z9xxrzT3HWnK/8T1r9Hvnjtxzd1+scaOFxSuT7Du1freh7ft09/FJjl+rom6qqjq3uw+edx3sGtxvrDX3HGvNPcdacr+x1lbynrvZSpxkHTknyQFVtX9V7Z7kSUlOnXNNAAAAO50N1bPY3TdW1bOTnJHJqzNO6O4L51wWAADATmdDhcUk6e7Tk5w+7zpW2E4zZJYNwf3GWnPPsdbcc6wl9xtrbcXuuerulToXAAAAG8RGe2YRAACAFSAsrkNVtWdVnVlVFw/f91hkn7tX1XlV9dGqurCqfmUetbLzm/F+O6iqPjDca+dX1RPnUSsbwyz33LDf31fVl6vqXWtdIxtDVR1WVZ+oqi1Vdewi229RVW8btn+wqjavfZVsFDPcbz85/O52Y1U9fh41srHMcM/9j6q6aPjd7ayqWvT1GNsjLK5PxyY5q7sPSHLWsL7QVUke2N0HJbl/kmOr6i5rWCMbxyz32/VJjuzueyU5LMmrqur2a1gjG8ss91yS/FGSX1qzqthQqmpTktcmeXSSA5M8uaoOXLDb0Um+1N0/lOSVSbx5lx0y4/32mSRPTfKWta2OjWjGe+4jSQ7u7h9L8o4kf7jc6wiL69MRSU4clk9M8tiFO3T3t7r7hmH1FvHPkh03y/32ye6+eFj+bJKrk+y1ZhWy0Sx5zyVJd5+V5GtrVRQbziFJtnT3Jd39rSQnZ3LvTZu+F9+R5BFVVWtYIxvHkvdbd1/a3ecn+e48CmTDmeWee093Xz+snp3JO+iXRcBYn/bu7quG5c8l2Xuxnapq36o6P8nlSV46/BIPyzXT/bZVVR2SZPckn1rtwtiwlnXPwQ66ayb/f9zqiqFt0X26+8YkX0lyhzWpjo1mlvsNVtJy77mjk/zdci+y4V6dsbOoqn9IcudFNj1veqW7u6oWnbK2uy9P8mPD8NO/qap3dPfnV75adnYrcb8N59knyV8kOaq7/WWUbVqpew4AuGmq6ilJDk7y0OUeKyzOSXc/clvbqurzVbVPd181/HJ+9RLn+mxVfSzJQzIZRgPfZyXut6q6XZLTkjyvu89epVLZIFbyv3Gwg65Msu/U+t2GtsX2uaKqdkvyg0m+uDblscHMcr/BSprpnquqR2byh9qHTj3CNjPDUNenU5McNSwfleSUhTtU1d2q6lbD8h5JHpzkE2tWIRvJLPfb7kn+OslJ3e0PEtxUS95zsALOSXJAVe0//DfsSZnce9Om78XHJ/nH9gJqdsws9xuspCXvuaq6b5I/TfIz3b1Df5gt/01cf6rqDknenmS/JJcleUJ3X1tVByf5le5+elX9dJKXJ+kkleT/dvfxcyuandaM99tTkvx5kgunDn1qd3907StmZzfLPTfs9/4k90xy20x6e47u7jPmVDY7oap6TJJXJdmU5ITuflFVvSDJud19alXdMpOh9fdNcm2SJ3X3JfOrmJ3ZDPfbj2fyh9c9knwzyeeGWcZhh8xwz/1Dkh/N5C0KSfKZ7v6ZZV1DWAQAAGAhw1ABAAAYERYBAAAYERYBAAAYERYBAAAYERYBAAAYERYBYJ2rqn+qqv877zpWUlV1VT1+3nUAsG3CIgCrpqruV1Xfqar/N+9a1kJVvXEIQV1V366qS6rqZVV1mxmPf9hw7B1XoJYVO9dNrOP5VfWxedYAwI4RFgFYTU9P8sdJ7l1VP7LaF6uqm6/2NWbwD0n2SfIfkvzPJM9M8rK5VgQAO0BYBGBVVNWtkvxCkuOTvCPJ0VPb3lJV71yw/82q6vKq+h/DelXVb1fVp6rqG1V1QVU9ZWr/zUPP2ZOr6h+r6htJnlFVd6iqt1bVFcNxF1bV0xZc6zZVdVJVXVdVn6+q51bVu6rqjVP77F5VLx3Oc31VnVNVj5rho9/Q3Z/r7su7+y1J3pzkscM5nzKc52tVdXVV/WVV3XXr50nynuEc1wyf7Y1T571ZVf3vqvrCcOzLqmqH/z++1Oeb6pl8RFV9cNjn3Kq634Lz/Neq+syw/W+r6plV1cO2pyY5Lsm9pnpcnzp1+J7Dz+DrQy/sUxac+/eq6rKquqGqPldVJ+3o5wVg+YRFAFbL45Nc1t0XJPmLJEdO9fy9KcnhVfWDU/s/NJMeubcO63+QScB8VpIDk7w4yZ9W1eELrvPiTHovD0zyN0lumeS8JP85yb2SvHo47hFTx7x8uN7PJvmpJPdJ8pAF5/3zYZ9fSHLvJCcm+duqus/yfgz5RpKtn3v3TMLTfYb67jj1eS9P8nPD8r0y+Vk8Z+o8v5jkxiQ/keTZSX49yROXWcu0WT/fi5Mcm+R+Sb6Y5M1VVUlSVQ9M8mdJXpvkoCSnJvn9qWPflsnP+hPD59lnaNvq95KcksnP421JTqiq/YZz/1yS38ykZ/aATH5eH7oJnxeAZarunncNAGxAVfVPSd7V3S8bwsWnk/xmd7+jqnZLcmWS3+3uNwz7/1mS/br70OEZvy8kObS73z91zlcl+eHufszQE7f1nC9fopaTk1zX3U+vqtsmuTbJkd198rD9NkmuSHJKdz+1qu6R5OIkm7v7M1Pn+Zskn+3uZ27jOm9Mcsfu/s/D+iFJTk9yVnePgl1V3TPJx5Ps291XVNXDMuld3Ku7v7DgZ3mL7n7gVNuZmYTxp2+jlkXPNWxb8vNNHX9Yd58xbH9Qkn+eqvetSfbo7sOmznF8kl/u7q2B8vlJHt/d915QQyd5SXc/d1jfLclXkxzT3W8aepifkeTe3f3txT4jAKtLzyIAK66qfijJg5O8JUl68pfJN2cYitrdN2bSk/SLw/63yKRX7U3DKQ7MpIfw74ehotdV1XVJ/luSeyy43LkLrr2pqp5XVedX1ReH4x6XZL9hl3tk0tP3vV6q7v56kulJWO6XpJJctOD6hy9y/YUOG/b/ZpIPJHlfkl8dartfVZ0yDK382lTt+23jXNPOX7D+2SR3muG4xSzn801f97PD963XvWfGvX0fXEYd3zv3cE9cM3Xuv8zkHvh0Vb2hqn5+uE8AWCO7zbsAADakpyfZlOQzw4jFZBJOUlX7dvflmQTDDwzP7N0/kyGafzXsu/WPmf8lyfd6vgYLe5m+vmD9N5P8RiZDOC9Icl2S/53lBaubJekkP77I9b6xxLHvS3LMcNxnt/aKDb2XZ2QyAc4vJbk6k2Go78/ksy9lYR2dHf+j73I+3/T2rcORVuqPzdv8TN19eVX9xySPSPLITIazHldV9x/CPQCrTFgEYEUNwwmPSvLcJO9asPkvkjwtyQu6+0NVtSXJk5M8MJMhoNcN+12U5IYkd+/uf1xmCQ9O8rfd/RdDPZXkh5N8edj+qUxCyo8nuWTY59aZPLf3qWGfj2QSbu/c3e/J8lzf3VsWab9nJuHwd7v708N1H7dgn28N3zct85rLdVM+37R/y+TnOO2QBevfyg5+nu7+ZpLTkpxWVS9J8rkkD0ry7h05HwDLIywCsNIOzyQUvb67vzi9YXh28Feq6oVTQ1OfnmRzJkNFkyTd/bWqelmSrc87vi/JbZM8IMl3u/v47Vz/k0meWFUPzuS5x19Nsn8mASndfV1VnZDkpVX1hSRXZfKKi629benuT1bVm5O8sap+I5MJc/ZM8rAkl3T3X2X5PpNJAH52Vb02yY8keeGCfS4baji8qv42yTemAvSOundVfXlB2/mZ/Oxv6ud7TZJ/rqrfymRyoZ/MZNKgaZcmufswi+pnknytu29Y6sTDrKm7ZTKs9bpMJvP5dibPWgKwBjyzCMBKOzrJexYGxcFfZhIMf3pYf1OS/5jkKxn3Fv2vJP+/nTtUiSCK4jD+TRXEJzEIZtM+wKLJaBBMhkUQLRo0qEEEX8JgEcGwwWAQTCKYZUGDWCyCQbiGM8K4V3ZFVwaZ7wfLwjC79+6w5XD/52wSsdJboEv0Nd4NWX+L6KM7I4rMF6Iwqloh4p8nxBCXG6J/8LVyzwIxMXSXOEE7JYqh3pD1v5RSeiJOXNvEyekG0Om756G8vg08Aoc/WavPOVEoV19jjOD3pZQugUVgmXiGbWCHz8/xmHLID9GTOP/Nr38m/ksXRD/pHDD7cSorSfp7TkOVJDVeOTilB+wNm6yqwYqi2AdaKaXJuvciSfodY6iSpMYpimKKiIFeAePAavl+NOhzypUR1C4RFW0BS8B6rZuSJI2ExaIkqak6RAT2DbgGZlJK9/Vu6V+aJmK9E0REeA04qHVHkqSRMIYqSZIkSco44EaSJEmSlLFYlCRJkiRlLBYlSZIkSRmLRUmSJElSxmJRkiRJkpSxWJQkSZIkZd4B5Xu8hnupmWMAAAAASUVORK5CYII=\n",
            "text/plain": [
              "<Figure size 1080x720 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3_YMMaTz4sD_",
        "outputId": "f781edfd-147a-4eec-c7c8-c079e77e189c"
      },
      "source": [
        "from sklearn.metrics import roc_auc_score\n",
        "\n",
        "anomalies = anomaly_scores > -0.19\n",
        "matches = y_val == list(encoded.classes_).index(\"normal.\")\n",
        "auc = roc_auc_score(anomalies, matches)\n",
        "print(\"AUC: {:.2%}\".format (auc))"
      ],
      "execution_count": 24,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "AUC: 98.91%\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 610
        },
        "id": "4ckPbCR-4sD_",
        "outputId": "0d1bf7a2-a647-4b51-e81b-df4304b9d623"
      },
      "source": [
        "anomaly_scores_test = model.decision_function(x_test)\n",
        "plt.figure(figsize=(15, 10))\n",
        "plt.hist(anomaly_scores_test, bins=100)\n",
        "plt.xlabel('Average Path Lengths', fontsize=14)\n",
        "plt.ylabel('Number of Data Points', fontsize=14)\n",
        "plt.show()"
      ],
      "execution_count": 25,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAA4wAAAJRCAYAAAAOHTnnAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nOzdfdindV0n/PfHwacsE3Qi5KGhom3RDHVus8ynNRXtPsS6W4My0Uj0UDe7d4/txuyOVtcNy4d01yysWWHzMcmkwBDJW9tWDEQCQY0BMYYQEHwqFQU/9x/XOduP8Tszvxmu6/pdc83rdRzXcZ2/z/nw+5zjeeC85/ye37O6OwAAALCjuy26AQAAANYmgREAAIAhgREAAIAhgREAAIAhgREAAIAhgREAAIChAxbdwKI94AEP6E2bNi26DQAAgIX46Ec/+rnu3jhat98Hxk2bNuXiiy9edBsAAAALUVWf2dk6Q1IBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYOmDRDQAAAOwrNp1yzk7XXXvaT65iJ6vDHUYAAACGBEYAAACGBEYAAACGBEYAAACGBEYAAACGBEYAAACGVi0wVtXhVfWBqrqyqq6oqhdP9YOq6vyqumr6feBUr6p6fVVtrarLquphM8c6cdr+qqo6cab+8Kq6fNrn9VVVq3V+AAAA681q3mG8Pcl/6O6jkzwyyQur6ugkpyS5oLuPSnLB9DlJnpLkqOnn5CRvTJYCZpJTk/xIkkckOXV7yJy2ee7MfseuwnkBAACsS6sWGLv7hu6+ZFr+cpJPJDk0yXFJzpg2OyPJ06fl45Kc2UsuTHK/qjokyZOTnN/dt3b355Ocn+TYad19u/vC7u4kZ84cCwAAgD20kGcYq2pTkocm+UiSg7v7hmnVZ5McPC0fmuS6md22TbVd1bcN6gAAAOyFVQ+MVfXtSc5K8ivd/aXZddOdwV6FHk6uqour6uKbb755pb8OAABgn7SqgbGq7p6lsPiW7v7TqXzjNJw00++bpvr1SQ6f2f2wqbar+mGD+rfo7tO7e3N3b964ceNdOykAAIB1ajVnSa0kf5TkE939mplVZyfZPtPpiUneM1N/1jRb6iOTfHEaunpekidV1YHTZDdPSnLetO5LVfXI6bueNXMsAAAA9tABq/hdj0ryC0kur6pLp9qvJTktyTur6qQkn0nyjGnduUmemmRrkq8keU6SdPetVfXyJBdN272su2+dll+Q5M1J7p3kvdMPAAAAe2HVAmN3/88kO3sv4hMG23eSF+7kWFuSbBnUL07y4LvQJgAAAJOFzJIKAADA2icwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMLRqgbGqtlTVTVX18ZnaO6rq0unn2qq6dKpvqqqvzqz7/Zl9Hl5Vl1fV1qp6fVXVVD+oqs6vqqum3weu1rkBAACsR6t5h/HNSY6dLXT3z3b3Md19TJKzkvzpzOqrt6/r7ufP1N+Y5LlJjpp+th/zlCQXdPdRSS6YPgMAALCXVi0wdveHktw6WjfdJXxGkrft6hhVdUiS+3b3hd3dSc5M8vRp9XFJzpiWz5ipAwAAsBfWyjOMj05yY3dfNVM7sqo+VlUfrKpHT7VDk2yb2WbbVEuSg7v7hmn5s0kOXtGOAQAA1rkDFt3A5ITc+e7iDUmO6O5bqurhSf6sqh4078G6u6uqd7a+qk5OcnKSHHHEEXvZMgAAwPq28DuMVXVAkp9O8o7tte6+rbtvmZY/muTqJD+Q5Pokh83sfthUS5IbpyGr24eu3rSz7+zu07t7c3dv3rhx43KeDgAAwLqx8MCY5CeSfLK7//dQ06raWFUbpuXvzdLkNtdMQ06/VFWPnJ57fFaS90y7nZ3kxGn5xJk6AAAAe2E1X6vxtiQfTvKvqmpbVZ00rTo+3zrZzWOSXDa9ZuNdSZ7f3dsnzHlBkj9MsjVLdx7fO9VPS/LEqroqSyH0tBU7GQAAgP3Aqj3D2N0n7KT+7EHtrCy9ZmO0/cVJHjyo35LkCXetSwAAALZbC0NSAQAAWIMERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIZWLTBW1ZaquqmqPj5T+82qur6qLp1+njqz7iVVtbWqPlVVT56pHzvVtlbVKTP1I6vqI1P9HVV1j9U6NwAAgPVoNe8wvjnJsYP6a7v7mOnn3CSpqqOTHJ/kQdM+v1dVG6pqQ5I3JHlKkqOTnDBtmySvnI71/Uk+n+SkFT0bAACAdW7VAmN3fyjJrXNuflySt3f3bd396SRbkzxi+tna3dd099eTvD3JcVVVSf5NkndN+5+R5OnLegIAAAD7mbXwDOOLquqyacjqgVPt0CTXzWyzbartrH7/JF/o7tt3qAMAALCXFh0Y35jk+5Ick+SGJK9ejS+tqpOr6uKquvjmm29eja8EAADY5yw0MHb3jd19R3d/M8mbsjTkNEmuT3L4zKaHTbWd1W9Jcr+qOmCH+s6+9/Tu3tzdmzdu3Lg8JwMAALDOLDQwVtUhMx9/Ksn2GVTPTnJ8Vd2zqo5MclSSv01yUZKjphlR75GliXHO7u5O8oEkPzPtf2KS96zGOQAAAKxXB+x+k+VRVW9L8rgkD6iqbUlOTfK4qjomSSe5NsnzkqS7r6iqdya5MsntSV7Y3XdMx3lRkvOSbEiypbuvmL7i/0ny9qr6z0k+luSPVunUAAAA1qVVC4zdfcKgvNNQ192vSPKKQf3cJOcO6tfkX4a0AgAAcBctetIbAAAA1iiBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgCGBEQAAgKG5AmNVbayqjTOff6iq/nNVnbByrQEAALBIB8y53TuT/I8kW6rqAUk+lOQfk/y7qnpgd796pRoEAABYLZtOOWfRLawp8w5JfUiSC6fln0mytbsflORZSZ63Eo0BAACwWPMGxnsn+adp+SeSnD0tX5Lk8OVuCgAAgMWbNzBeleSnq+rwJE9K8r6pfnCSL6xEYwAAACzWvIHxPyV5ZZJrk1zY3R+Z6k9O8rEV6AsAAIAFm2vSm+7+06o6IskDk/zdzKr3JzlrJRoDAABgseZ9rcZvJPlyd3+su785s+qyJM9Ykc4AAABYqHmHpJ6a5NsH9W+b1gEAALDOzBsYK0kP6g9NcuvytQMAAMBasctnGKvqy1kKip3kmqqaDY0bktwrye+vXHsAAAAsyu4mvXlRlu4ubkny0iRfnFn39STXdveHV6g3AAAAFmiXgbG7z0iSqvp0kv/V3d9Yla4AAABYuHlfq/HBJKmqByb5ruzw7GN3X7L8rQEAALBIcwXGqnpokj9O8oNZGqI6q7P0PCMAAADryFyBMcnpSa5L8twk/5jxjKkAAACsI/MGxqOTPLS7/34lmwEAAGDtmPc9jJcn+e6VbAQAAIC1Zd47jL+W5Ler6tezFB7vNFtqd9+63I0BAADsSzadcs4u11972k+uUifLZ97A+P7p9/ty5+cXKya9AQAAWJfmDYyPX9EuAAAAWHP26D2MAAAA7D92Ghir6mFJLu3ub07LO9Xdlyx7ZwAAACzUru4wXpylmVFvmpY7S88s7sgzjAAAAOvQrgLjkUlunlkGAABgP7LTwNjdnxktAwAAsH+Yd5bUVNXBSV6Y5OgsDUO9MsnvdfeNK9QbAAAAC3S3eTaqqkcl2Zrk55J8NcnXkvx8kquq6kdXrj0AAAAWZd47jK9K8rYkz+/ubyZJVd0tye8neXWSH1uZ9gAAAFiUue4wJjkmyau3h8UkmZZfk+Sh8xygqrZU1U1V9fGZ2u9U1Ser6rKqendV3W+qb6qqr1bVpdPP78/s8/CquryqtlbV66uqpvpBVXV+VV01/T5wznMDAABgYN7A+MWMZ0o9MskX5jzGm5Mcu0Pt/CQP7u6HJPn7JC+ZWXd1dx8z/Tx/pv7GJM9NctT0s/2YpyS5oLuPSnLB9BkAAIC9NG9gfHuSP6qqn6+qI6efZyb5wywNVd2t7v5Qklt3qL2vu2+fPl6Y5LBdHaOqDkly3+6+sLs7yZlJnj6tPi7JGdPyGTN1AAAA9sK8zzD+apJKsmVmn29k6W7fct3J+8Uk75j5fGRVfSzJl5L8enf/dZJDk2yb2WbbVEuSg7v7hmn5s0kOXqa+AAAA9ktzBcbu/nqSF1fVS5J831S+uru/shxNVNVLk9ye5C1T6YYkR3T3LVX18CR/VlUPmvd43d1V1bv4vpOTnJwkRxxxxN43DgAAsI7tckhqVX1bVb2hqq6vqpuyNAT1hu6+fBnD4rOT/J9Jfn4aZpruvq27b5mWP5rk6iQ/kOT63HnY6mFTLUlunIasbh+6etPOvrO7T+/uzd29eePGjctxGgAAAOvO7p5h/E9Jnp3knCw9x/jELA1DXRZVdWyWhrs+bTaAVtXGqtowLX9vlia3uWYacvqlqnrkNDvqs5K8Z9rt7CQnTssnztQBAADYC7sbkvrTSU7q7rcnSVX9cZK/qaoN3X3HnnxRVb0tyeOSPKCqtiU5NUuzot4zyfnT2zEunGZEfUySl1XVN5J8M0vvf9w+Yc4LsjTj6r2TvHf6SZLTkryzqk5K8pkkz9iT/gAAALiz3QXGw5P89fYP3f23VXV7kgcmuW5Pvqi7TxiU/2gn256V5KydrLs4yYMH9VuSPGFPegIAAGDndjckdUOSr+9Quz3zz64KAADAPmp3wa+S/HFV3TZTu1eSN1XV/37msLufthLNAQAAsDi7C4xnDGp/vBKNAAAAsLbsMjB293NWqxEAAADWlt09wwgAAMB+SmAEAABgSGAEAABgSGAEAABgSGAEAABgaHev1biTqnpgkiOS3GO23t0fWs6mAAAAWLy5AuMUFN+a5DFJOklNv7fbsPytAQAAsEjzDkn93SR3JDk6yVeSPDrJv03yiSTHrkxrAAAALNK8Q1Ifm+Qnu/uTVdVJbu7uv6mq25K8PMn5K9YhAAAACzHvHcZ7J/nctHxrku+alq9M8pDlbgoAAIDFmzcwfjLJD07LlyZ5flV9T5IXJrl+JRoDAABgseYdkvq6JN89Lb8syV8mOSHJbUlOXIG+AAAAWLC5AmN3v2Vm+ZKq2pSlO47/0N2f29l+AAAA7LvmGpJaVb9RVd+2/XN3f6W7L0nyz1X1GyvWHQAAAAsz7zOMpyb59kH926Z1AAAArDPzBsZK0oP6Q7M0ayoAAADrzC6fYayqL2cpKHaSa6Z3MG63Icm9kvz+yrUHAADAouxu0psXZenu4pYkL03yxZl1X09ybXd/eIV6AwAAYIF2GRi7+4wkqapPJ/lf3f2NVekKAACAhZv3tRof3L5cVd+d5B47rP+HZe4LAACABZsrMFbVfZP81yTPyA5hcbJhOZsCAABg8eadJfXVSX44ydOTfC3JzyX5j0m2JfnZlWkNAACARZrrDmOSpyQ5obv/uqruSPLR7n5HVd2Q5HlJ3rViHQIAALAQ895hvF+Sz0zLX0xy/2n5w0l+bLmbAgAAYPHmDYxXJ/neafkTSY6vqkry00luXYnGAAAAWKx5A+ObkzxkWj4tS8NQv57kd5K8cvnbAgAAYNHmfa3Ga2eW/6qqfjDJ5iRXdfflK9UcAAAAizPvpDd3Mr130bsXAQAA1rHdBsbpWcVnJfm/svQcYye5JsmfJHlLd/eKdggAAMBCzPMM41lJ/nuS70lyeZIrkhyZ5Mx4nQYAAMC6tcs7jFX180melOTY7n7fDuuenOSsqvq57n7rCvYIAADAAuzuDuMzk7xyx7CYJN19XpZmSX3mSjQGAADAYu0uMP5wknN3sf6cJMcsXzsAAACsFbsLjPdPcsMu1t+Q5KDlawcAAIC1YneB8e5JvrGL9bdP2wAAALDOzPMext+qqq/sZN23LWczAAAArB27C4wfSvJ9c2wDAADAOrPLwNjdj1ulPgAAAFhjdvcMIwAAAPspgREAAIAhgREAAIAhgREAAIChnQbGqtpSVd8xLT+mquZ5BQcAAADrxK7uMD4zyX2m5Q8kOWjl2wEAAGCt2NVdw2uT/Luqel+SSvKjVfX50Ybd7V2MAAAA68yuAuN/TPKHSV6SpJO8eyfbdZINy9wXAAAAC7bTwNjd70nynqq6X5JbkzwoyU2r1RgAAACLtduJbLr7C1X1+CRXdfftq9ATAAAAa8BcM5929wer6p5V9awkR2dpGOqVSd7a3betZIMAAAAsxlzvYayqo5P8fZLXJPmRJI9M8tokf19V/3rl2gMAAGBR5gqMSV6X5NIkR3T3o7v70UmOSPJ3SX53pZoDAABgceYNjI9K8mvd/aXthWn5pUl+fN4vq6otVXVTVX18pnZQVZ1fVVdNvw+c6lVVr6+qrVV1WVU9bGafE6ftr6qqE2fqD6+qy6d9Xl9VNW9vAAAA3Nm8gfFrSe43qH/ntG5eb05y7A61U5Jc0N1HJblg+pwkT0ly1PRzcpI3JksBM8mpWRoa+4gkp24PmdM2z53Zb8fvAgAAYE7zBsY/T/KmqnpUVW2Yfn48yR8kOXveL+vuD2XpFR2zjktyxrR8RpKnz9TP7CUXJrlfVR2S5MlJzu/uW7v780nOT3LstO6+3X1hd3eSM2eOBQAAwB6aNzC+OMlVSf46S3cUv5bkg1maCOdX7mIPB3f3DdPyZ5McPC0fmuS6me22TbVd1bcN6gAAAOyFeV+r8YUkx1XV9yfZPivqJ7p763I2091dVb2cxxypqpOzNMw1RxxxxEp/HQAAwD5p3juMSZLu3trdfz79LFdYvHEaTprp901T/fokh89sd9hU21X9sEH9W3T36d29ubs3b9y4cVlOAgAAYL3Zo8C4Qs5Osn2m0xOTvGem/qxpttRHJvniNHT1vCRPqqoDp8lunpTkvGndl6rqkdPsqM+aORYAAAB7aK4hqculqt6W5HFJHlBV27I02+lpSd5ZVScl+UySZ0ybn5vkqUm2JvlKkuckSXffWlUvT3LRtN3Lunv7RDovyNJMrPdO8t7pBwAAgL2wqoGxu0/YyaonDLbtJC/cyXG2JNkyqF+c5MF3pUcAAACW7HZIalUdUFUvqKoHrkZDAAAArA27DYzdfXuS30ly95VvBwAAgLVi3klvLkzysJVsBAAAgLVl3mcY35Tk1VX1PUk+muSfZ1d29yXL3RgAAACLNW9gfOv0+zWDdZ1kw/K0AwAAwFoxb2A8ckW7AAAAYM2ZKzB292dWuhEAAADWlnknvUlVPaWq/qKqrqyqw6faL1XVt7xDEQAAgH3fXIGxqn4+yTuTXJWl4anbX7GxIcmvrkxrAAAALNK8dxh/Nclzu/v/TnL7TP3CJMcse1cAAAAs3LyB8agkHx7U/ynJfZevHQAAANaKeQPjPyb5gUH9MUmuXr52AAAAWCvmDYynJ3l9VT1q+nx4VZ2Y5LeTvHFFOgMAAGCh5n2txm9X1XcmOT/JvZJ8IMltSV7V3W9Ywf4AAABYkLkCY5J090ur6hVJjs7Snckru/ufVqwzAAAAFmruwDjpJF+blu9Y5l4AAABYQ+Z9D+M9q+p3k9ya5O+SXJbk1qp6XVXdayUbBAAAYDHmvcP4xiRPSvJL+ZfXa/xokt9K8h1JfnH5WwMAAFhem045Z9Et7FPmDYz/NslPd/f5M7VrquqmJGdFYAQAAFh35n2txj8nuX5Qvz7JV5evHQAAANaKeQPjf01yalXde3thWv5/p3UAAACsMzsdklpVZ+9QelyS66vqsunzD03732dlWgMAAGCRdvUM4y07fD5rh8+fXuZeAAAAWEN2Ghi7+zmr2QgAAABry7zPMAIAALCfmeu1GlV1YJLfTPL4JN+VHYJmd3/XsncGAADAQs37HsYzkzwoyRlJbkzSK9YRAAAAa8K8gfFxSR7b3ZesYC8AAACsIfM+w3j1HmwLAADAOjBvCHxxkt+qqh+uqg0r2RAAAABrw7xDUrcmuXeSS5Kkqu60sruFSAAAgHVm3sD4tiTfmeSXY9IbAACA/cK8gXFzkkd098dXshkAAADWjnmfYbwyyX1XshEAAADWlnkD468neU1V/URVHVxVB83+rGSDAAAALMa8Q1LPnX6/L3d+frGmzya9AQAAWGfmDYyPX9EuAAAAWHPmCozd/cGVbgQAAIC1Za7AWFUP29X67r5kedoBAABgrZh3SOrFWXpWsWZqs88yeoYRAABgnZk3MB65w+e7J3lokpcmecmydgQAAMCaMO8zjJ8ZlLdW1ReTnJrkvcvaFQAAAAs373sYd+bTSY5ZjkYAAABYW+ad9OagHUtJDknym0k+tcw9AQAAsAbM+wzj53LnSW6SpdB4XZKfXdaOAAAAWBPmDYyP3+HzN5PcnGRrd9++vC0BAACwFsw76c0HV7oRAAAA1pZdBsbBs4tD3X3r8rQDAADAWrG7O4yjZxd31HMcBwAAgH3M7oLejs8uzjo2yYuTeIYRAABgHdplYBw9u1hVD03yO0keneQPkrx8ZVoDAABgke4274ZVdWRVvTXJ3ya5JcnR3f3L3X3zinUHAADAwuw2MFbV/avqdUk+meS7k/xYd/9sd1+94t0BAACwMLsMjFX10iRXJ3lskuO6+99090Wr0hkAAAALtbtJb16e5KtJtiV5QVW9YLRRdz9tbxuoqn+V5B0zpe9N8htJ7pfkuUm2D3n9te4+d9rnJUlOSnJHkl/u7vOm+rFJXpdkQ5I/7O7T9rYvAACA/d3uAuOZ2f1rNe6S7v5UkmOSpKo2JLk+ybuTPCfJa7v7VbPbV9XRSY5P8qAkD0zy/qr6gWn1G5I8MUsB96KqOru7r1zJ/gEAANar3c2S+uxV6mO7JyS5urs/U1U72+a4JG/v7tuSfLqqtiZ5xLRua3dfkyRV9fZpW4ERAABgL8w9S+oqOT7J22Y+v6iqLquqLVV14FQ7NMl1M9tsm2o7qwMAALAX1kxgrKp7JHlakj+ZSm9M8n1ZGq56Q5JXL+N3nVxVF1fVxTff7K0gAAAAI2smMCZ5SpJLuvvGJOnuG7v7ju7+ZpI35V+GnV6f5PCZ/Q6bajurf4vuPr27N3f35o0bNy7zaQAAAKwPaykwnpCZ4ahVdcjMup9K8vFp+ewkx1fVPavqyCRHJfnbJBclOaqqjpzuVh4/bQsAAMBe2N0sqauiqu6TpdlNnzdT/u2qOiZLs7Reu31dd19RVe/M0mQ2tyd5YXffMR3nRUnOy9JrNbZ09xWrdhIAAADrzJoIjN39z0nuv0PtF3ax/SuSvGJQPzfJucveIAAAwH5oLQ1JBQAAYA0RGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABgSGAEAABg6YNENAAAALKdNp5yz6BbWDXcYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGBIYAQAAGFozgbGqrq2qy6vq0qq6eKodVFXnV9VV0+8Dp3pV1euramtVXVZVD5s5zonT9ldV1YmLOh8AAIB93ZoJjJPHd/cx3b15+nxKkgu6+6gkF0yfk+QpSY6afk5O8sZkKWAmOTXJjyR5RJJTt4dMAAAA9sxaC4w7Oi7JGdPyGUmePlM/s5dcmOR+VXVIkicnOb+7b+3uzyc5P8mxq900AADAerCWAmMneV9VfbSqTp5qB3f3DdPyZ5McPC0fmuS6mX23TbWd1QEAANhDByy6gRk/3t3XV9V3JTm/qj45u7K7u6p6Ob5oCqQnJ8kRRxyxHIcEAABYd9bMHYKYBWwAABMTSURBVMbuvn76fVOSd2fpGcQbp6GmmX7fNG1+fZLDZ3Y/bKrtrL7jd53e3Zu7e/PGjRuX+1QAAADWhTURGKvqPlX1HduXkzwpyceTnJ1k+0ynJyZ5z7R8dpJnTbOlPjLJF6ehq+cleVJVHThNdvOkqQYAAMAeWitDUg9O8u6qSpZ6emt3/2VVXZTknVV1UpLPJHnGtP25SZ6aZGuSryR5TpJ0961V9fIkF03bvay7b1290wAAAFg/1kRg7O5rkvzwoH5LkicM6p3khTs51pYkW5a7RwAAgP3NmhiSCgAAwNojMAIAADAkMAIAADAkMAIAADAkMAIAADAkMAIAADAkMAIAADAkMAIAADB0wKIbAAAA2BObTjln0S3sN9xhBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYEhgBAAAYOiARTcAAACwo02nnLPoFog7jAAAAOyEwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMCQwAgAAMDQAYtuAAAA2P9sOuWcRbfAHNxhBAAAYEhgBAAAYEhgBAAAYGjhgbGqDq+qD1TVlVV1RVW9eKr/ZlVdX1WXTj9PndnnJVW1tao+VVVPnqkfO9W2VtUpizgfAACA9WItTHpze5L/0N2XVNV3JPloVZ0/rXttd79qduOqOjrJ8UkelOSBSd5fVT8wrX5Dkicm2Zbkoqo6u7uvXJWzAAAAWGcWHhi7+4YkN0zLX66qTyQ5dBe7HJfk7d19W5JPV9XWJI+Y1m3t7muSpKrePm0rMAIAAOyFhQ9JnVVVm5I8NMlHptKLquqyqtpSVQdOtUOTXDez27aptrM6AAAAe2HNBMaq+vYkZyX5le7+UpI3Jvm+JMdk6Q7kq5fxu06uqour6uKbb755uQ4LAACwrqyJwFhVd89SWHxLd/9pknT3jd19R3d/M8mb8i/DTq9PcvjM7odNtZ3Vv0V3n97dm7t788aNG5f3ZAAAANaJhQfGqqokf5TkE939mpn6ITOb/VSSj0/LZyc5vqruWVVHJjkqyd8muSjJUVV1ZFXdI0sT45y9GucAAACwHi180pskj0ryC0kur6pLp9qvJTmhqo5J0kmuTfK8JOnuK6rqnVmazOb2JC/s7juSpKpelOS8JBuSbOnuK1bzRAAAANaThQfG7v6fSWqw6txd7POKJK8Y1M/d1X4AAMDq2HTKOYtugWWw8CGpAAAArE0CIwAAAEMCIwAAAEMCIwAAAEMCIwAAAEMCIwAAAEMCIwAAAEMCIwAAAEMCIwAAAEMHLLoBAABgbdp0yjmLboEFc4cRAACAIYERAACAIYERAACAIYERAACAIZPeAADAfsqkNuyOO4wAAAAMCYwAAAAMCYwAAAAMCYwAAAAMCYwAAAAMCYwAAAAMCYwAAAAMeQ8jAACsY961yF3hDiMAAABDAiMAAABDAiMAAABDAiMAAABDAiMAAABDAiMAAABDAiMAAABDAiMAAABDByy6AQAAYO9tOuWcRbfAOuYOIwAAAEMCIwAAAEOGpAIAsE/Z1RDMa0/7yVXsBNY/gREAgDXFM3mwdgiMAACsOqFwz/jzYlE8wwgAAMCQO4wAALBg7iCyVrnDCAAAwJDACAAAwJAhqQAALDtDLGF9cIcRAACAIYERAACAIUNSAQDWsN0N7bz2tJ9cpU7YHcNwWY8ERgCABdsXg8a+2DOw5wRGAACYCMJwZwIjAMAK21dDyL7aN7B8BEYAYL+xqwC0u2cB12N4Wo/nBCwvgREAIOs3PK3X89pb/jxgzwiMAMC6sT+Ggf3xnHfFnwcsL4ERANhnCAMAq0tgBAD22EoGN+8VBFg7BEYA4Fss8k6eu4gAa8e6C4xVdWyS1yXZkOQPu/u0BbcEADu1u3C0knfbBDMAdmddBcaq2pDkDUmemGRbkouq6uzuvnKxnQEsv0UGDfbMXQlmQh0Ai7SuAmOSRyTZ2t3XJElVvT3JcUn2q8DoL5GwvNwB2jN35c9rXzxfAFjP1ltgPDTJdTOftyX5kQX1cpes5F+a9seJCu7KOa/Vc+LOPG/1rfQFANxV6y0wzqWqTk5y8vTxn6rqU4vsZw89IMnnFt3EztQrF93B8luP57QH1vT1xrrjemM1ud5YTa43kqza3yv35nr7np2tWG+B8fokh898Pmyq3Ul3n57k9NVqajlV1cXdvXnRfbB/cL2xmlxvrCbXG6vJ9cZqWu7r7W7LdaA14qIkR1XVkVV1jyTHJzl7wT0BAADsk9bVHcbuvr2qXpTkvCy9VmNLd1+x4LYAAAD2SesqMCZJd5+b5NxF97GC9smhtOyzXG+sJtcbq8n1xmpyvbGalvV6q+5ezuMBAACwTqy3ZxgBAABYJgLjGldVB1XV+VV11fT7wME231NVl1TVpVV1RVU9fxG9su+b83o7pqo+PF1rl1XVzy6iV/Z981xv03Z/WVVfqKq/WO0e2fdV1bFV9amq2lpVpwzW37Oq3jGt/0hVbVr9Llkv5rjeHjP9ne32qvqZRfTI+jHH9fbvq+rK6e9rF1TVTl+dsSsC49p3SpILuvuoJBdMn3d0Q5If7e5jkvxIklOq6oGr2CPrxzzX21eSPKu7H5Tk2CS/W1X3W8UeWT/mud6S5HeS/MKqdcW6UVUbkrwhyVOSHJ3khKo6eofNTkry+e7+/iSvTbJ/v32XvTbn9fYPSZ6d5K2r2x3rzZzX28eSbO7uhyR5V5Lf3pvvEhjXvuOSnDEtn5Hk6Ttu0N1f7+7bpo/3jP9d2XvzXG9/391XTcv/mOSmJBtXrUPWk91eb0nS3Rck+fJqNcW68ogkW7v7mu7+epK3Z+m6mzV7Hb4ryROqqlaxR9aP3V5v3X1td1+W5JuLaJB1ZZ7r7QPd/ZXp44VZekf9HhMs1r6Du/uGafmzSQ4ebVRVh1fVZUmuS/LK6S/ysKfmut62q6pHJLlHkqtXujHWpT263mAvHJql/1/cbttUG27T3bcn+WKS+69Kd6w381xvsFz29Ho7Kcl79+aL1t1rNfZFVfX+JN89WPXS2Q/d3VU1nNa2u69L8pBpKOqfVdW7uvvG5e+Wfd1yXG/TcQ5J8j+SnNjd/qWUoeW63gCAvVNVz0yyOclj92Z/gXEN6O6f2Nm6qrqxqg7p7humv6DftJtj/WNVfTzJo7M0tAbuZDmut6q6b5Jzkry0uy9coVZZB5bzv2+wF65PcvjM58Om2mibbVV1QJLvTHLL6rTHOjPP9QbLZa7rrap+Ikv/SPvYmUfY9oghqWvf2UlOnJZPTPKeHTeoqsOq6t7T8oFJfjzJp1atQ9aTea63eyR5d5Izu9s/SnBX7PZ6g7vooiRHVdWR03+7js/SdTdr9jr8mSR/1V5Szd6Z53qD5bLb662qHprkD5I8rbv3+h9ly38T17aqun+SdyY5Islnkjyju2+tqs1Jnt/dv1RVT0zy6iSdpJL8t+4+fWFNs8+a83p7ZpL/nuSKmV2f3d2Xrn7H7Mvmud6m7f46yQ8m+fYs3fk5qbvPW1Db7GOq6qlJfjfJhiRbuvsVVfWyJBd399lVda8sDa9/aJJbkxzf3dcsrmP2ZXNcb/9Hlv7R9cAkX0vy2WnWcdhjc1xv70/yQ1l6o0KS/EN3P22Pv0dgBAAAYMSQVAAAAIYERgAAAIYERgAAAIYERgAAAIYERgAAAIYERgBY46rq/6uq/7boPpZTVXVV/cyi+wBg1wRGAFZMVT2squ6oqr9ZdC+roarePAWhrqpvVNU1VfWqqrrPnPs/btr3AcvQy7Id6y728ZtV9fFF9gDA3hMYAVhJv5Tk95I8uKr+9Up/WVXdfaW/Yw7vT3JIku9N8utJXpDkVQvtCAD2ksAIwIqoqnsn+bkkpyd5V5KTZta9tarO2mH7u1XVdVX176fPVVW/WlVXV9VXq+ryqnrmzPabpjtoJ1TVX1XVV5M8r6ruX1Vvq6pt035XVNVzdviu+1TVmVX1T1V1Y1W9pKr+oqrePLPNParqldNxvlJVF1XVk+c49du6+7PdfV13vzXJW5I8fTrmM6fjfLmqbqqqP6mqQ7efT5IPTMe4eTq3N88c925V9V+q6nPTvq+qqr3+//Hdnd/MHconVNVHpm0urqqH7XCcX6yqf5jW/3lVvaCqelr37CSnJnnQzJ3XZ8/sftD0Z/DP093YZ+5w7P+/vfuP1bIu4zj+voSpM5vLmcs/AB2mhDSMhUYisUTGOroR2Jg5fy00LaymtIKmYFiI6coWf6SiFpAw04ngT2Y0cGMxVw6WlYF0AIkSGsVBQJif/ri+D7u7eeDwHI6cBZ/X5g73c3/v7497zz/Xc13fr3dFRHtE7ImILRHxy66u18zMusYBo5mZfVCuAtolrQHmAtdVMoDzgLaIOK3S/nNkZu6Jcn0PGWR+HRgIzAR+HhFttXFmklnMgcAzwMnA74ErgAuAB8tzl1WeeaCM90Xg88Bg4NJav4+VNl8GBgG/ABZHxODWXgO7gMa6TyQDqMFlfmdU1rsRGF/+fQH5Lr5Z6ecaYB/wWWAS8C1gQotzqTrc9c0EvgsMAbYB8yMiACJiGPAIMBu4EHgWuLvy7ELyXf+lrOes8lnDXcAi8n0sBB6NiL6l7/HAZDJD+3Hyfa06gvWamVkXhKSenoOZmR2DIuK3wBJJ95cAYz0wWdKvI6I38DYwVdKc0v4RoK+k0WXP31ZgtKQVlT5/Apwn6QslI9fo84FO5rIA6JA0MSJOBf4FXCdpQbn/IWATsEjSDRHRH/grcLakDZV+ngE2S/raQcZ5HDhD0hXl+iLgeeAVSQcEdxExAPgT0EfSpogYSWYZPyppa+1dniRpWOWzpWRAPvEgc2naV7nX6foqz4+R9FK5fwnwamW+TwAfkTSm0sdDwE2SGkHldOAqSYNqcxBwr6Qp5bo38B/gZknzSqb5q8AgSXubrdHMzD54zjCamVm3i4hzgeHArwCUv07Op5SlStpHZpSuKe1PIrNr80oXA8lM4YulbLQjIjqAW4H+teFeq43dKyK+FxGrI2JbeW4c0Lc06U9m/PZnqyTtBKoHswwBAnijNn5bk/HrxpT2u4GVwHLgtjK3IRGxqJRZ7qjMve9B+qpaXbveDJx5GM8108r6quNuLn8b4w7gwKzf71qYx/6+y3finUrfT5LfgfURMScivlS+J2ZmdhT17ukJmJnZMWki0AvYUKoXIQMUIqKPpI1kcLiy7OG7mCzXfLq0bfygeSWwPwNW1LNNO2vXk4E7yHLONUAH8ENaC65OAAQMbTLerk6eXQ7cXJ7b3MiOlSzmS+ShONcC/yRLUleQa+9MfR6i6z/8trK+6v1GWVJ3/eB80DVJ2hgR5wOXAaPI0tZpEXFxCfDNzOwocMBoZmbdqpQWXg9MAZbUbs8FbgS+L2lVRKwFrgaGkeWgHaXdG8AeoJ+k37Q4heHAYklzy3wCOA/YXu6vIwOVocBbpc0p5D6+daXNH8gA92OSltGadyWtbfL5ADJAnCppfRl3XK3Ne+VvrxbHbNWRrK/qz+R7rLqodv0eXVyPpN3Ac8BzEXEvsAW4BHi5K/2ZmVnrHDCamVl3ayMDo4clbaveKHsJb4mIGZUy1YnA2WTZKACSdkTE/UBj/+Ny4FTgM8D7kh46xPhvAhMiYji5D/I24BwySEJSR0Q8CsyKiK3A38n//UUj64akNyNiPvB4RNxBHqJzOjASeEvS07RuAxkET4qI2cAngBm1Nu1lDm0RsRjYVQmiu2pQRGyvfbaafPdHur6fAq9GxLfJA4dGkAcJVf0N6FdOV90A7JC0p7OOy2mqvckS1w7ygJ+95N5LMzM7SryH0czMuttXgGX1YLF4kgwOLy/X84DzgX9zYNboTmA6WWL6R2Apuc9xfSfj30Puq3uBDDR3ksFR1WSyFPRZ8mCX1eR+wt2VNjeSJ4neR2bSlpABUXsn4zcl6R0y8zqWzKBOA26vtXm7fP4D4B/Az7oyVs0yMliu/ncK3bA+SSuBm4BvkO9wLDCL/32PT1EO/iH3KF59mN1vJ79LK8j9peOBcY3srJmZHR0+JdXMzI575TCVduBHnZ24aocWET8GRkn6ZE/PxczMjpxLUs3M7LgTEZ8iS0JXAR8GvlP+LjzUc3agUo66lCwbHQXcAkzt0UmZmVm3ccBoZmbHq9vJcth9wOvACEmbenZK/5c+TZb4nkaWC08BHuzRGZmZWbdxSaqZmZmZmZk15UNvzMzMzMzMrCkHjGZmZmZmZtaUA0YzMzMzMzNrygGjmZmZmZmZNeWA0czMzMzMzJpywGhmZmZmZmZN/ReRUnqxFIHP0gAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 1080x720 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uhtf3imV4sD_",
        "outputId": "5405fc9a-acde-402b-857a-bee4b71f3d84"
      },
      "source": [
        "anomalies_test = anomaly_scores_test > -0.19\n",
        "matches = y_test == list(encoded.classes_).index(\"normal.\")\n",
        "auc = roc_auc_score(anomalies_test, matches)\n",
        "print(\"AUC: {:.2%}\".format (auc))"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "AUC: 99.66%\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Q6KF_6gKioGX"
      },
      "source": [
        ""
      ],
      "execution_count": 21,
      "outputs": []
    }
  ]
}