2_preprocessing_training_autoencoder.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ea0b4a3f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import math\n",
    "import pandas as pd\n",
    "import tensorflow as tf\n",
    "# import keras_tuner.tuners as kt\n",
    "import matplotlib.pyplot as plt\n",
    "from tensorflow.keras import Model\n",
    "from tensorflow.keras import Sequential\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from tensorflow.keras.layers import Dense, Dropout\n",
    "from sklearn.model_selection import train_test_split\n",
    "from tensorflow.keras.losses import MeanSquaredLogarithmicError\n",
    "import numpy as np\n",
    "import pickle\n",
    "np.random.seed(0)\n",
    "from keras.wrappers.scikit_learn import KerasRegressor\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "\n",
    "from keras.optimizers import Adam, SGD, Adadelta\n",
    "\n",
    "# https://www.analyticsvidhya.com/blog/2021/06/dimensionality-reduction-using-autoencoders-in-python/#:~:text=AutoEncoder%20is%20an%20unsupervised%20Artificial,representation%20of%20the%20input%20data.\n",
    "# https://towardsdatascience.com/improve-your-model-performance-with-auto-encoders-d4ee543b4154\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4ef47432",
   "metadata": {},
   "source": [
    "# Sequencing data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "bda7a442",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>1_CD_plain</th>\n",
       "      <th>2_CD_plain</th>\n",
       "      <th>3_CD_plain</th>\n",
       "      <th>4_CD_plain</th>\n",
       "      <th>5_CD_plain</th>\n",
       "      <th>6_CD_deep_ulcer</th>\n",
       "      <th>7_CD_plain</th>\n",
       "      <th>8_CD_plain</th>\n",
       "      <th>9_CD_plain</th>\n",
       "      <th>12_CD_plain</th>\n",
       "      <th>...</th>\n",
       "      <th>88_control</th>\n",
       "      <th>89_control</th>\n",
       "      <th>90_control</th>\n",
       "      <th>117_control</th>\n",
       "      <th>118_control</th>\n",
       "      <th>121_control</th>\n",
       "      <th>180_control</th>\n",
       "      <th>139_CD_deep_ulcer</th>\n",
       "      <th>237_CD_plain</th>\n",
       "      <th>257_CD_deep_ulcer</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>AADAC</th>\n",
       "      <td>-0.881250</td>\n",
       "      <td>-8.3859</td>\n",
       "      <td>-3.476500</td>\n",
       "      <td>0.47600</td>\n",
       "      <td>-6.860900</td>\n",
       "      <td>-3.757300</td>\n",
       "      <td>-4.744800</td>\n",
       "      <td>-0.044202</td>\n",
       "      <td>-2.50650</td>\n",
       "      <td>0.006241</td>\n",
       "      <td>...</td>\n",
       "      <td>-1.031600</td>\n",
       "      <td>1.16230</td>\n",
       "      <td>0.199200</td>\n",
       "      <td>0.23903</td>\n",
       "      <td>1.361500</td>\n",
       "      <td>-0.934720</td>\n",
       "      <td>-0.248440</td>\n",
       "      <td>-5.228900</td>\n",
       "      <td>-0.680680</td>\n",
       "      <td>-1.489900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>APOA1</th>\n",
       "      <td>-3.046500</td>\n",
       "      <td>-9.3617</td>\n",
       "      <td>-2.636300</td>\n",
       "      <td>0.93493</td>\n",
       "      <td>-6.478400</td>\n",
       "      <td>-5.871500</td>\n",
       "      <td>-9.417700</td>\n",
       "      <td>-0.653090</td>\n",
       "      <td>-4.26860</td>\n",
       "      <td>-0.835050</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.569040</td>\n",
       "      <td>0.74486</td>\n",
       "      <td>0.200140</td>\n",
       "      <td>-0.15932</td>\n",
       "      <td>1.051600</td>\n",
       "      <td>-1.207500</td>\n",
       "      <td>-1.068500</td>\n",
       "      <td>-7.455900</td>\n",
       "      <td>0.396090</td>\n",
       "      <td>-2.945300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>APOA4</th>\n",
       "      <td>-0.918130</td>\n",
       "      <td>-7.1696</td>\n",
       "      <td>-2.648600</td>\n",
       "      <td>0.19887</td>\n",
       "      <td>-7.481800</td>\n",
       "      <td>-3.041400</td>\n",
       "      <td>-7.560500</td>\n",
       "      <td>-0.947140</td>\n",
       "      <td>-1.66230</td>\n",
       "      <td>-0.893450</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.829470</td>\n",
       "      <td>0.54624</td>\n",
       "      <td>0.532340</td>\n",
       "      <td>-0.29898</td>\n",
       "      <td>0.265380</td>\n",
       "      <td>-0.071699</td>\n",
       "      <td>-1.206200</td>\n",
       "      <td>-6.297200</td>\n",
       "      <td>0.225200</td>\n",
       "      <td>-1.919800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>APOB</th>\n",
       "      <td>-1.312800</td>\n",
       "      <td>-7.4158</td>\n",
       "      <td>-2.541200</td>\n",
       "      <td>1.91080</td>\n",
       "      <td>-7.065600</td>\n",
       "      <td>-3.729600</td>\n",
       "      <td>-6.837700</td>\n",
       "      <td>0.335400</td>\n",
       "      <td>-3.11090</td>\n",
       "      <td>-0.016976</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.000025</td>\n",
       "      <td>1.02530</td>\n",
       "      <td>0.417150</td>\n",
       "      <td>0.14618</td>\n",
       "      <td>1.016900</td>\n",
       "      <td>0.075990</td>\n",
       "      <td>-0.442670</td>\n",
       "      <td>-5.480500</td>\n",
       "      <td>-0.043606</td>\n",
       "      <td>-2.899300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>APOC3</th>\n",
       "      <td>-1.277500</td>\n",
       "      <td>-8.0880</td>\n",
       "      <td>-2.169100</td>\n",
       "      <td>0.80647</td>\n",
       "      <td>-7.229600</td>\n",
       "      <td>-3.867300</td>\n",
       "      <td>-8.254200</td>\n",
       "      <td>-0.466340</td>\n",
       "      <td>-1.60880</td>\n",
       "      <td>-0.302970</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.581970</td>\n",
       "      <td>0.59072</td>\n",
       "      <td>0.047763</td>\n",
       "      <td>-0.39229</td>\n",
       "      <td>0.535160</td>\n",
       "      <td>-0.996560</td>\n",
       "      <td>-1.302900</td>\n",
       "      <td>-7.370300</td>\n",
       "      <td>0.002768</td>\n",
       "      <td>-1.891600</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C16orf78</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.318080</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C5orf17</th>\n",
       "      <td>0.086807</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.13729</td>\n",
       "      <td>0.312130</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.470200</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.930300</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1.135300</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.197200</td>\n",
       "      <td>1.903000</td>\n",
       "      <td>2.681100</td>\n",
       "      <td>1.128700</td>\n",
       "      <td>2.535500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LOC100132831</th>\n",
       "      <td>0.013324</td>\n",
       "      <td>1.0355</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>2.06380</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>0.284390</td>\n",
       "      <td>1.419200</td>\n",
       "      <td>1.61160</td>\n",
       "      <td>0.222560</td>\n",
       "      <td>...</td>\n",
       "      <td>0.856840</td>\n",
       "      <td>1.88610</td>\n",
       "      <td>0.798830</td>\n",
       "      <td>1.26050</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>0.618750</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>1.625600</td>\n",
       "      <td>0.820750</td>\n",
       "      <td>-0.073483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LOC100288778</th>\n",
       "      <td>-1.318000</td>\n",
       "      <td>-1.1931</td>\n",
       "      <td>-0.414730</td>\n",
       "      <td>-1.44110</td>\n",
       "      <td>-1.630300</td>\n",
       "      <td>-0.551630</td>\n",
       "      <td>-0.521310</td>\n",
       "      <td>-0.411370</td>\n",
       "      <td>-0.10218</td>\n",
       "      <td>-0.631750</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.143120</td>\n",
       "      <td>0.14414</td>\n",
       "      <td>0.233390</td>\n",
       "      <td>-0.21356</td>\n",
       "      <td>0.143300</td>\n",
       "      <td>-0.565400</td>\n",
       "      <td>-0.642310</td>\n",
       "      <td>-0.069144</td>\n",
       "      <td>0.394170</td>\n",
       "      <td>-0.379640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LOC100505851</th>\n",
       "      <td>-0.552520</td>\n",
       "      <td>-1.2848</td>\n",
       "      <td>-0.185230</td>\n",
       "      <td>0.48628</td>\n",
       "      <td>-1.284800</td>\n",
       "      <td>-1.284800</td>\n",
       "      <td>-0.075626</td>\n",
       "      <td>-1.284800</td>\n",
       "      <td>0.53256</td>\n",
       "      <td>0.293860</td>\n",
       "      <td>...</td>\n",
       "      <td>0.187480</td>\n",
       "      <td>0.28924</td>\n",
       "      <td>-0.049516</td>\n",
       "      <td>0.51565</td>\n",
       "      <td>-0.779530</td>\n",
       "      <td>-0.138150</td>\n",
       "      <td>-0.081686</td>\n",
       "      <td>0.185020</td>\n",
       "      <td>-0.238480</td>\n",
       "      <td>-1.284800</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>221 rows × 260 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              1_CD_plain  2_CD_plain  3_CD_plain  4_CD_plain  5_CD_plain  \\\n",
       "Gene_Symbol                                                                \n",
       "AADAC          -0.881250     -8.3859   -3.476500     0.47600   -6.860900   \n",
       "APOA1          -3.046500     -9.3617   -2.636300     0.93493   -6.478400   \n",
       "APOA4          -0.918130     -7.1696   -2.648600     0.19887   -7.481800   \n",
       "APOB           -1.312800     -7.4158   -2.541200     1.91080   -7.065600   \n",
       "APOC3          -1.277500     -8.0880   -2.169100     0.80647   -7.229600   \n",
       "...                  ...         ...         ...         ...         ...   \n",
       "C16orf78        0.000000      0.0000    0.000000     0.00000    0.000000   \n",
       "C5orf17         0.086807      0.0000    0.000000     0.13729    0.312130   \n",
       "LOC100132831    0.013324      1.0355   -0.073483     2.06380   -0.073483   \n",
       "LOC100288778   -1.318000     -1.1931   -0.414730    -1.44110   -1.630300   \n",
       "LOC100505851   -0.552520     -1.2848   -0.185230     0.48628   -1.284800   \n",
       "\n",
       "              6_CD_deep_ulcer  7_CD_plain  8_CD_plain  9_CD_plain  \\\n",
       "Gene_Symbol                                                         \n",
       "AADAC               -3.757300   -4.744800   -0.044202    -2.50650   \n",
       "APOA1               -5.871500   -9.417700   -0.653090    -4.26860   \n",
       "APOA4               -3.041400   -7.560500   -0.947140    -1.66230   \n",
       "APOB                -3.729600   -6.837700    0.335400    -3.11090   \n",
       "APOC3               -3.867300   -8.254200   -0.466340    -1.60880   \n",
       "...                       ...         ...         ...         ...   \n",
       "C16orf78             0.000000    0.000000    0.000000     0.00000   \n",
       "C5orf17              0.000000    0.000000    5.470200     0.00000   \n",
       "LOC100132831        -0.073483    0.284390    1.419200     1.61160   \n",
       "LOC100288778        -0.551630   -0.521310   -0.411370    -0.10218   \n",
       "LOC100505851        -1.284800   -0.075626   -1.284800     0.53256   \n",
       "\n",
       "              12_CD_plain  ...  88_control  89_control  90_control  \\\n",
       "Gene_Symbol                ...                                       \n",
       "AADAC            0.006241  ...   -1.031600     1.16230    0.199200   \n",
       "APOA1           -0.835050  ...   -0.569040     0.74486    0.200140   \n",
       "APOA4           -0.893450  ...   -0.829470     0.54624    0.532340   \n",
       "APOB            -0.016976  ...   -0.000025     1.02530    0.417150   \n",
       "APOC3           -0.302970  ...   -0.581970     0.59072    0.047763   \n",
       "...                   ...  ...         ...         ...         ...   \n",
       "C16orf78         0.000000  ...    0.000000     0.00000    0.000000   \n",
       "C5orf17          0.000000  ...    1.930300     0.00000    1.135300   \n",
       "LOC100132831     0.222560  ...    0.856840     1.88610    0.798830   \n",
       "LOC100288778    -0.631750  ...   -0.143120     0.14414    0.233390   \n",
       "LOC100505851     0.293860  ...    0.187480     0.28924   -0.049516   \n",
       "\n",
       "              117_control  118_control  121_control  180_control  \\\n",
       "Gene_Symbol                                                        \n",
       "AADAC             0.23903     1.361500    -0.934720    -0.248440   \n",
       "APOA1            -0.15932     1.051600    -1.207500    -1.068500   \n",
       "APOA4            -0.29898     0.265380    -0.071699    -1.206200   \n",
       "APOB              0.14618     1.016900     0.075990    -0.442670   \n",
       "APOC3            -0.39229     0.535160    -0.996560    -1.302900   \n",
       "...                   ...          ...          ...          ...   \n",
       "C16orf78          0.00000     0.000000     0.000000     0.318080   \n",
       "C5orf17           0.00000     0.000000     2.197200     1.903000   \n",
       "LOC100132831      1.26050    -0.073483     0.618750    -0.073483   \n",
       "LOC100288778     -0.21356     0.143300    -0.565400    -0.642310   \n",
       "LOC100505851      0.51565    -0.779530    -0.138150    -0.081686   \n",
       "\n",
       "              139_CD_deep_ulcer  237_CD_plain  257_CD_deep_ulcer  \n",
       "Gene_Symbol                                                       \n",
       "AADAC                 -5.228900     -0.680680          -1.489900  \n",
       "APOA1                 -7.455900      0.396090          -2.945300  \n",
       "APOA4                 -6.297200      0.225200          -1.919800  \n",
       "APOB                  -5.480500     -0.043606          -2.899300  \n",
       "APOC3                 -7.370300      0.002768          -1.891600  \n",
       "...                         ...           ...                ...  \n",
       "C16orf78               0.000000      0.000000           0.000000  \n",
       "C5orf17                2.681100      1.128700           2.535500  \n",
       "LOC100132831           1.625600      0.820750          -0.073483  \n",
       "LOC100288778          -0.069144      0.394170          -0.379640  \n",
       "LOC100505851           0.185020     -0.238480          -1.284800  \n",
       "\n",
       "[221 rows x 260 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hundred = pd.read_csv('data/cd_df.csv')\n",
    "hundred = hundred.set_index(\"Gene_Symbol\")\n",
    "hundred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "cfccd27c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1_CD_plain</th>\n",
       "      <td>-0.88125</td>\n",
       "      <td>-3.04650</td>\n",
       "      <td>-0.918130</td>\n",
       "      <td>-1.312800</td>\n",
       "      <td>-1.277500</td>\n",
       "      <td>6.32150</td>\n",
       "      <td>-3.50560</td>\n",
       "      <td>5.42790</td>\n",
       "      <td>3.30580</td>\n",
       "      <td>-1.70320</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.138210</td>\n",
       "      <td>1.122300</td>\n",
       "      <td>-2.895600</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.086807</td>\n",
       "      <td>0.013324</td>\n",
       "      <td>-1.318000</td>\n",
       "      <td>-0.552520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2_CD_plain</th>\n",
       "      <td>-8.38590</td>\n",
       "      <td>-9.36170</td>\n",
       "      <td>-7.169600</td>\n",
       "      <td>-7.415800</td>\n",
       "      <td>-8.088000</td>\n",
       "      <td>9.67970</td>\n",
       "      <td>-5.17740</td>\n",
       "      <td>-0.42569</td>\n",
       "      <td>8.04170</td>\n",
       "      <td>-5.07250</td>\n",
       "      <td>...</td>\n",
       "      <td>2.52400</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.119280</td>\n",
       "      <td>1.441600</td>\n",
       "      <td>-1.197300</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.035500</td>\n",
       "      <td>-1.193100</td>\n",
       "      <td>-1.284800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3_CD_plain</th>\n",
       "      <td>-3.47650</td>\n",
       "      <td>-2.63630</td>\n",
       "      <td>-2.648600</td>\n",
       "      <td>-2.541200</td>\n",
       "      <td>-2.169100</td>\n",
       "      <td>7.92790</td>\n",
       "      <td>-4.07780</td>\n",
       "      <td>7.18170</td>\n",
       "      <td>5.55740</td>\n",
       "      <td>-4.25090</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.245650</td>\n",
       "      <td>1.401300</td>\n",
       "      <td>-1.371100</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-0.414730</td>\n",
       "      <td>-0.185230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4_CD_plain</th>\n",
       "      <td>0.47600</td>\n",
       "      <td>0.93493</td>\n",
       "      <td>0.198870</td>\n",
       "      <td>1.910800</td>\n",
       "      <td>0.806470</td>\n",
       "      <td>0.22229</td>\n",
       "      <td>-0.52026</td>\n",
       "      <td>-2.39740</td>\n",
       "      <td>-2.62100</td>\n",
       "      <td>0.84513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.188610</td>\n",
       "      <td>1.007100</td>\n",
       "      <td>-2.561600</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.137290</td>\n",
       "      <td>2.063800</td>\n",
       "      <td>-1.441100</td>\n",
       "      <td>0.486280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5_CD_plain</th>\n",
       "      <td>-6.86090</td>\n",
       "      <td>-6.47840</td>\n",
       "      <td>-7.481800</td>\n",
       "      <td>-7.065600</td>\n",
       "      <td>-7.229600</td>\n",
       "      <td>9.27050</td>\n",
       "      <td>-5.17740</td>\n",
       "      <td>0.88511</td>\n",
       "      <td>7.74180</td>\n",
       "      <td>-5.39240</td>\n",
       "      <td>...</td>\n",
       "      <td>2.31210</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.152050</td>\n",
       "      <td>0.067572</td>\n",
       "      <td>-2.720100</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.312130</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-1.630300</td>\n",
       "      <td>-1.284800</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121_control</th>\n",
       "      <td>-0.93472</td>\n",
       "      <td>-1.20750</td>\n",
       "      <td>-0.071699</td>\n",
       "      <td>0.075990</td>\n",
       "      <td>-0.996560</td>\n",
       "      <td>4.89670</td>\n",
       "      <td>1.88000</td>\n",
       "      <td>1.25710</td>\n",
       "      <td>-0.30353</td>\n",
       "      <td>0.07381</td>\n",
       "      <td>...</td>\n",
       "      <td>0.62185</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.051042</td>\n",
       "      <td>-1.509700</td>\n",
       "      <td>0.012128</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.197200</td>\n",
       "      <td>0.618750</td>\n",
       "      <td>-0.565400</td>\n",
       "      <td>-0.138150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180_control</th>\n",
       "      <td>-0.24844</td>\n",
       "      <td>-1.06850</td>\n",
       "      <td>-1.206200</td>\n",
       "      <td>-0.442670</td>\n",
       "      <td>-1.302900</td>\n",
       "      <td>0.72500</td>\n",
       "      <td>-2.27430</td>\n",
       "      <td>-2.21660</td>\n",
       "      <td>1.06760</td>\n",
       "      <td>-0.13725</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.237020</td>\n",
       "      <td>0.452510</td>\n",
       "      <td>-0.216670</td>\n",
       "      <td>0.31808</td>\n",
       "      <td>1.903000</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-0.642310</td>\n",
       "      <td>-0.081686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139_CD_deep_ulcer</th>\n",
       "      <td>-5.22890</td>\n",
       "      <td>-7.45590</td>\n",
       "      <td>-6.297200</td>\n",
       "      <td>-5.480500</td>\n",
       "      <td>-7.370300</td>\n",
       "      <td>9.03570</td>\n",
       "      <td>-3.91130</td>\n",
       "      <td>1.55580</td>\n",
       "      <td>7.39930</td>\n",
       "      <td>-4.61280</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.089609</td>\n",
       "      <td>-0.323570</td>\n",
       "      <td>-0.006459</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.681100</td>\n",
       "      <td>1.625600</td>\n",
       "      <td>-0.069144</td>\n",
       "      <td>0.185020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>237_CD_plain</th>\n",
       "      <td>-0.68068</td>\n",
       "      <td>0.39609</td>\n",
       "      <td>0.225200</td>\n",
       "      <td>-0.043606</td>\n",
       "      <td>0.002768</td>\n",
       "      <td>5.92230</td>\n",
       "      <td>-0.31168</td>\n",
       "      <td>2.62370</td>\n",
       "      <td>1.93600</td>\n",
       "      <td>-0.93539</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>-0.007745</td>\n",
       "      <td>-0.236450</td>\n",
       "      <td>0.013499</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>1.128700</td>\n",
       "      <td>0.820750</td>\n",
       "      <td>0.394170</td>\n",
       "      <td>-0.238480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>257_CD_deep_ulcer</th>\n",
       "      <td>-1.48990</td>\n",
       "      <td>-2.94530</td>\n",
       "      <td>-1.919800</td>\n",
       "      <td>-2.899300</td>\n",
       "      <td>-1.891600</td>\n",
       "      <td>7.62510</td>\n",
       "      <td>-3.30480</td>\n",
       "      <td>3.64970</td>\n",
       "      <td>6.41240</td>\n",
       "      <td>-2.85500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.190240</td>\n",
       "      <td>0.442970</td>\n",
       "      <td>-0.393080</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>2.535500</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-0.379640</td>\n",
       "      <td>-1.284800</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>260 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol          AADAC    APOA1     APOA4      APOB     APOC3     AQP9  \\\n",
       "1_CD_plain        -0.88125 -3.04650 -0.918130 -1.312800 -1.277500  6.32150   \n",
       "2_CD_plain        -8.38590 -9.36170 -7.169600 -7.415800 -8.088000  9.67970   \n",
       "3_CD_plain        -3.47650 -2.63630 -2.648600 -2.541200 -2.169100  7.92790   \n",
       "4_CD_plain         0.47600  0.93493  0.198870  1.910800  0.806470  0.22229   \n",
       "5_CD_plain        -6.86090 -6.47840 -7.481800 -7.065600 -7.229600  9.27050   \n",
       "...                    ...      ...       ...       ...       ...      ...   \n",
       "121_control       -0.93472 -1.20750 -0.071699  0.075990 -0.996560  4.89670   \n",
       "180_control       -0.24844 -1.06850 -1.206200 -0.442670 -1.302900  0.72500   \n",
       "139_CD_deep_ulcer -5.22890 -7.45590 -6.297200 -5.480500 -7.370300  9.03570   \n",
       "237_CD_plain      -0.68068  0.39609  0.225200 -0.043606  0.002768  5.92230   \n",
       "257_CD_deep_ulcer -1.48990 -2.94530 -1.919800 -2.899300 -1.891600  7.62510   \n",
       "\n",
       "Gene_Symbol             C6  CEACAM7   CHI3L1    ABCC2  ...  PPP1R17  WNT8A  \\\n",
       "1_CD_plain        -3.50560  5.42790  3.30580 -1.70320  ...  0.00000    0.0   \n",
       "2_CD_plain        -5.17740 -0.42569  8.04170 -5.07250  ...  2.52400    0.0   \n",
       "3_CD_plain        -4.07780  7.18170  5.55740 -4.25090  ...  0.00000    0.0   \n",
       "4_CD_plain        -0.52026 -2.39740 -2.62100  0.84513  ...  0.00000    0.0   \n",
       "5_CD_plain        -5.17740  0.88511  7.74180 -5.39240  ...  2.31210    0.0   \n",
       "...                    ...      ...      ...      ...  ...      ...    ...   \n",
       "121_control        1.88000  1.25710 -0.30353  0.07381  ...  0.62185    0.0   \n",
       "180_control       -2.27430 -2.21660  1.06760 -0.13725  ...  0.00000    0.0   \n",
       "139_CD_deep_ulcer -3.91130  1.55580  7.39930 -4.61280  ...  0.00000    0.0   \n",
       "237_CD_plain      -0.31168  2.62370  1.93600 -0.93539  ...  0.00000    0.0   \n",
       "257_CD_deep_ulcer -3.30480  3.64970  6.41240 -2.85500  ...  0.00000    0.0   \n",
       "\n",
       "Gene_Symbol            LSM5    PCDHB3   GUSBP11  C16orf78   C5orf17  \\\n",
       "1_CD_plain         0.138210  1.122300 -2.895600   0.00000  0.086807   \n",
       "2_CD_plain        -0.119280  1.441600 -1.197300   0.00000  0.000000   \n",
       "3_CD_plain         0.245650  1.401300 -1.371100   0.00000  0.000000   \n",
       "4_CD_plain        -0.188610  1.007100 -2.561600   0.00000  0.137290   \n",
       "5_CD_plain         0.152050  0.067572 -2.720100   0.00000  0.312130   \n",
       "...                     ...       ...       ...       ...       ...   \n",
       "121_control        0.051042 -1.509700  0.012128   0.00000  2.197200   \n",
       "180_control        0.237020  0.452510 -0.216670   0.31808  1.903000   \n",
       "139_CD_deep_ulcer -0.089609 -0.323570 -0.006459   0.00000  2.681100   \n",
       "237_CD_plain      -0.007745 -0.236450  0.013499   0.00000  1.128700   \n",
       "257_CD_deep_ulcer  0.190240  0.442970 -0.393080   0.00000  2.535500   \n",
       "\n",
       "Gene_Symbol        LOC100132831  LOC100288778  LOC100505851  \n",
       "1_CD_plain             0.013324     -1.318000     -0.552520  \n",
       "2_CD_plain             1.035500     -1.193100     -1.284800  \n",
       "3_CD_plain            -0.073483     -0.414730     -0.185230  \n",
       "4_CD_plain             2.063800     -1.441100      0.486280  \n",
       "5_CD_plain            -0.073483     -1.630300     -1.284800  \n",
       "...                         ...           ...           ...  \n",
       "121_control            0.618750     -0.565400     -0.138150  \n",
       "180_control           -0.073483     -0.642310     -0.081686  \n",
       "139_CD_deep_ulcer      1.625600     -0.069144      0.185020  \n",
       "237_CD_plain           0.820750      0.394170     -0.238480  \n",
       "257_CD_deep_ulcer     -0.073483     -0.379640     -1.284800  \n",
       "\n",
       "[260 rows x 221 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hundred = hundred.T\n",
    "hundred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "da60dcd9",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "353d355a",
   "metadata": {},
   "source": [
    "## Data pre-processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1705d5ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>55_control</th>\n",
       "      <td>-1.54050</td>\n",
       "      <td>0.33354</td>\n",
       "      <td>-1.22470</td>\n",
       "      <td>-1.234700</td>\n",
       "      <td>0.55181</td>\n",
       "      <td>1.4302</td>\n",
       "      <td>2.953400</td>\n",
       "      <td>3.16100</td>\n",
       "      <td>0.8389</td>\n",
       "      <td>-1.76750</td>\n",
       "      <td>...</td>\n",
       "      <td>3.4562</td>\n",
       "      <td>1.7602</td>\n",
       "      <td>1.465400</td>\n",
       "      <td>0.80413</td>\n",
       "      <td>0.10316</td>\n",
       "      <td>1.7602</td>\n",
       "      <td>3.3452</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>0.872960</td>\n",
       "      <td>2.08140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168_CD_plain</th>\n",
       "      <td>-0.92136</td>\n",
       "      <td>-2.54660</td>\n",
       "      <td>-2.48800</td>\n",
       "      <td>-2.419100</td>\n",
       "      <td>-2.00960</td>\n",
       "      <td>4.8755</td>\n",
       "      <td>-2.640900</td>\n",
       "      <td>1.40780</td>\n",
       "      <td>2.9396</td>\n",
       "      <td>-3.14160</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.580900</td>\n",
       "      <td>-0.40516</td>\n",
       "      <td>-1.00640</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>0.168800</td>\n",
       "      <td>-0.58654</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72_control</th>\n",
       "      <td>-0.47416</td>\n",
       "      <td>-0.31107</td>\n",
       "      <td>-0.96473</td>\n",
       "      <td>-0.925070</td>\n",
       "      <td>0.89119</td>\n",
       "      <td>3.1870</td>\n",
       "      <td>0.094616</td>\n",
       "      <td>-0.43266</td>\n",
       "      <td>-1.1968</td>\n",
       "      <td>-1.21560</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.1020</td>\n",
       "      <td>1.437600</td>\n",
       "      <td>-0.29774</td>\n",
       "      <td>-0.30720</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>2.1306</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>1.371600</td>\n",
       "      <td>-1.28480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120_control</th>\n",
       "      <td>-1.48090</td>\n",
       "      <td>-1.67250</td>\n",
       "      <td>-2.15810</td>\n",
       "      <td>-0.826770</td>\n",
       "      <td>-1.36390</td>\n",
       "      <td>6.3541</td>\n",
       "      <td>-0.465450</td>\n",
       "      <td>1.36980</td>\n",
       "      <td>5.3490</td>\n",
       "      <td>-0.60178</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.108180</td>\n",
       "      <td>-2.65280</td>\n",
       "      <td>-0.21670</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>-0.157120</td>\n",
       "      <td>-0.22499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258_CD_plain</th>\n",
       "      <td>-1.56310</td>\n",
       "      <td>-1.67960</td>\n",
       "      <td>-1.38710</td>\n",
       "      <td>-0.013321</td>\n",
       "      <td>-1.14760</td>\n",
       "      <td>3.4411</td>\n",
       "      <td>-2.164800</td>\n",
       "      <td>1.30790</td>\n",
       "      <td>1.6726</td>\n",
       "      <td>-0.25756</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.247330</td>\n",
       "      <td>0.38147</td>\n",
       "      <td>0.22249</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.073483</td>\n",
       "      <td>0.153140</td>\n",
       "      <td>-1.28480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107_CD_plain</th>\n",
       "      <td>-1.11610</td>\n",
       "      <td>-1.74270</td>\n",
       "      <td>-0.53816</td>\n",
       "      <td>-1.745400</td>\n",
       "      <td>-1.30290</td>\n",
       "      <td>1.3587</td>\n",
       "      <td>-3.166600</td>\n",
       "      <td>4.08550</td>\n",
       "      <td>2.9676</td>\n",
       "      <td>-1.82800</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.572210</td>\n",
       "      <td>0.46897</td>\n",
       "      <td>-1.15240</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.937230</td>\n",
       "      <td>-0.419960</td>\n",
       "      <td>0.62623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>279_CD_plain</th>\n",
       "      <td>-7.68410</td>\n",
       "      <td>-8.46800</td>\n",
       "      <td>-8.22400</td>\n",
       "      <td>-8.402600</td>\n",
       "      <td>-8.83370</td>\n",
       "      <td>7.2140</td>\n",
       "      <td>-5.177400</td>\n",
       "      <td>11.71480</td>\n",
       "      <td>4.5251</td>\n",
       "      <td>-5.26600</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.756330</td>\n",
       "      <td>1.18660</td>\n",
       "      <td>-1.31800</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.6409</td>\n",
       "      <td>0.889330</td>\n",
       "      <td>-0.848910</td>\n",
       "      <td>0.70267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179_CD_plain</th>\n",
       "      <td>-1.26450</td>\n",
       "      <td>-0.73212</td>\n",
       "      <td>-0.60830</td>\n",
       "      <td>-0.691130</td>\n",
       "      <td>-0.87280</td>\n",
       "      <td>3.0501</td>\n",
       "      <td>-1.596200</td>\n",
       "      <td>2.46790</td>\n",
       "      <td>2.9987</td>\n",
       "      <td>-0.73609</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.186330</td>\n",
       "      <td>0.04492</td>\n",
       "      <td>0.31595</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.1068</td>\n",
       "      <td>1.451100</td>\n",
       "      <td>0.007703</td>\n",
       "      <td>0.11081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70_CD_deep_ulcer</th>\n",
       "      <td>-4.27330</td>\n",
       "      <td>-4.14290</td>\n",
       "      <td>-3.11200</td>\n",
       "      <td>-4.005200</td>\n",
       "      <td>-2.91910</td>\n",
       "      <td>4.9455</td>\n",
       "      <td>-1.944200</td>\n",
       "      <td>3.96700</td>\n",
       "      <td>4.7686</td>\n",
       "      <td>-3.55790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.725210</td>\n",
       "      <td>0.37639</td>\n",
       "      <td>-0.11371</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>1.6773</td>\n",
       "      <td>2.018800</td>\n",
       "      <td>0.670880</td>\n",
       "      <td>0.22030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>256_CD_deep_ulcer</th>\n",
       "      <td>-2.72990</td>\n",
       "      <td>-2.61730</td>\n",
       "      <td>-1.71510</td>\n",
       "      <td>-0.812990</td>\n",
       "      <td>-1.44460</td>\n",
       "      <td>3.9599</td>\n",
       "      <td>-5.177400</td>\n",
       "      <td>3.38010</td>\n",
       "      <td>1.6608</td>\n",
       "      <td>-1.31380</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>-0.007281</td>\n",
       "      <td>-1.55040</td>\n",
       "      <td>0.12979</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.572630</td>\n",
       "      <td>-0.307110</td>\n",
       "      <td>-1.28480</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>260 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol          AADAC    APOA1    APOA4      APOB    APOC3    AQP9  \\\n",
       "55_control        -1.54050  0.33354 -1.22470 -1.234700  0.55181  1.4302   \n",
       "168_CD_plain      -0.92136 -2.54660 -2.48800 -2.419100 -2.00960  4.8755   \n",
       "72_control        -0.47416 -0.31107 -0.96473 -0.925070  0.89119  3.1870   \n",
       "120_control       -1.48090 -1.67250 -2.15810 -0.826770 -1.36390  6.3541   \n",
       "258_CD_plain      -1.56310 -1.67960 -1.38710 -0.013321 -1.14760  3.4411   \n",
       "...                    ...      ...      ...       ...      ...     ...   \n",
       "107_CD_plain      -1.11610 -1.74270 -0.53816 -1.745400 -1.30290  1.3587   \n",
       "279_CD_plain      -7.68410 -8.46800 -8.22400 -8.402600 -8.83370  7.2140   \n",
       "179_CD_plain      -1.26450 -0.73212 -0.60830 -0.691130 -0.87280  3.0501   \n",
       "70_CD_deep_ulcer  -4.27330 -4.14290 -3.11200 -4.005200 -2.91910  4.9455   \n",
       "256_CD_deep_ulcer -2.72990 -2.61730 -1.71510 -0.812990 -1.44460  3.9599   \n",
       "\n",
       "Gene_Symbol              C6   CEACAM7  CHI3L1    ABCC2  ...  PPP1R17   WNT8A  \\\n",
       "55_control         2.953400   3.16100  0.8389 -1.76750  ...   3.4562  1.7602   \n",
       "168_CD_plain      -2.640900   1.40780  2.9396 -3.14160  ...   0.0000  0.0000   \n",
       "72_control         0.094616  -0.43266 -1.1968 -1.21560  ...   0.0000  1.1020   \n",
       "120_control       -0.465450   1.36980  5.3490 -0.60178  ...   0.0000  0.0000   \n",
       "258_CD_plain      -2.164800   1.30790  1.6726 -0.25756  ...   0.0000  0.0000   \n",
       "...                     ...       ...     ...      ...  ...      ...     ...   \n",
       "107_CD_plain      -3.166600   4.08550  2.9676 -1.82800  ...   0.0000  0.0000   \n",
       "279_CD_plain      -5.177400  11.71480  4.5251 -5.26600  ...   0.0000  0.0000   \n",
       "179_CD_plain      -1.596200   2.46790  2.9987 -0.73609  ...   0.0000  0.0000   \n",
       "70_CD_deep_ulcer  -1.944200   3.96700  4.7686 -3.55790  ...   0.0000  0.0000   \n",
       "256_CD_deep_ulcer -5.177400   3.38010  1.6608 -1.31380  ...   0.0000  0.0000   \n",
       "\n",
       "Gene_Symbol            LSM5   PCDHB3  GUSBP11  C16orf78  C5orf17  \\\n",
       "55_control         1.465400  0.80413  0.10316    1.7602   3.3452   \n",
       "168_CD_plain       1.580900 -0.40516 -1.00640    0.0000   0.0000   \n",
       "72_control         1.437600 -0.29774 -0.30720    0.0000   2.1306   \n",
       "120_control       -0.108180 -2.65280 -0.21670    0.0000   0.0000   \n",
       "258_CD_plain      -0.247330  0.38147  0.22249    0.0000   0.0000   \n",
       "...                     ...      ...      ...       ...      ...   \n",
       "107_CD_plain       0.572210  0.46897 -1.15240    0.0000   0.0000   \n",
       "279_CD_plain       0.756330  1.18660 -1.31800    0.0000   1.6409   \n",
       "179_CD_plain      -0.186330  0.04492  0.31595    0.0000   1.1068   \n",
       "70_CD_deep_ulcer   0.725210  0.37639 -0.11371    0.0000   1.6773   \n",
       "256_CD_deep_ulcer -0.007281 -1.55040  0.12979    0.0000   0.0000   \n",
       "\n",
       "Gene_Symbol        LOC100132831  LOC100288778  LOC100505851  \n",
       "55_control            -0.073483      0.872960       2.08140  \n",
       "168_CD_plain          -0.073483      0.168800      -0.58654  \n",
       "72_control            -0.073483      1.371600      -1.28480  \n",
       "120_control           -0.073483     -0.157120      -0.22499  \n",
       "258_CD_plain          -0.073483      0.153140      -1.28480  \n",
       "...                         ...           ...           ...  \n",
       "107_CD_plain           0.937230     -0.419960       0.62623  \n",
       "279_CD_plain           0.889330     -0.848910       0.70267  \n",
       "179_CD_plain           1.451100      0.007703       0.11081  \n",
       "70_CD_deep_ulcer       2.018800      0.670880       0.22030  \n",
       "256_CD_deep_ulcer      0.572630     -0.307110      -1.28480  \n",
       "\n",
       "[260 rows x 221 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "shuffled_df = hundred.sample(frac=1)\n",
    "shuffled_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d9787a39",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "split_pt = int(0.7*len(shuffled_df))\n",
    "\n",
    "x_train = shuffled_df[:split_pt]\n",
    "x_test = shuffled_df[split_pt:]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fac0ef98",
   "metadata": {},
   "source": [
    "# Feature scaling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c4517b69",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import MinMaxScaler\n",
    "\n",
    "def scale_datasets(x_train, x_test):\n",
    "  \"\"\"\n",
    "  Standard Scale test and train data\n",
    "  \"\"\"\n",
    "  standard_scaler = MinMaxScaler()\n",
    "  x_train_scaled = pd.DataFrame(\n",
    "      standard_scaler.fit_transform(x_train),\n",
    "      index = x_train.index,\n",
    "      columns=x_train.columns\n",
    "  )\n",
    "\n",
    "  x_test_scaled = pd.DataFrame(\n",
    "      standard_scaler.transform(x_test),\n",
    "      index = x_test.index,\n",
    "      columns = x_test.columns\n",
    "  )\n",
    "  return x_train_scaled, x_test_scaled\n",
    "  \n",
    "x_train_scaled, x_test_scaled = scale_datasets(x_train, x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "be5ada1b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>55_control</th>\n",
       "      <td>0.702813</td>\n",
       "      <td>0.799052</td>\n",
       "      <td>0.719665</td>\n",
       "      <td>0.729547</td>\n",
       "      <td>0.794953</td>\n",
       "      <td>0.256451</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.363133</td>\n",
       "      <td>0.374212</td>\n",
       "      <td>0.611161</td>\n",
       "      <td>...</td>\n",
       "      <td>0.932722</td>\n",
       "      <td>0.806913</td>\n",
       "      <td>0.653998</td>\n",
       "      <td>0.860533</td>\n",
       "      <td>0.837016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.550415</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.778617</td>\n",
       "      <td>0.940755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168_CD_plain</th>\n",
       "      <td>0.751408</td>\n",
       "      <td>0.603707</td>\n",
       "      <td>0.622768</td>\n",
       "      <td>0.627712</td>\n",
       "      <td>0.606860</td>\n",
       "      <td>0.520576</td>\n",
       "      <td>0.311962</td>\n",
       "      <td>0.251356</td>\n",
       "      <td>0.553554</td>\n",
       "      <td>0.441131</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.692339</td>\n",
       "      <td>0.578107</td>\n",
       "      <td>0.619998</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.607899</td>\n",
       "      <td>0.206271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72_control</th>\n",
       "      <td>0.786508</td>\n",
       "      <td>0.755331</td>\n",
       "      <td>0.739605</td>\n",
       "      <td>0.756170</td>\n",
       "      <td>0.819875</td>\n",
       "      <td>0.391132</td>\n",
       "      <td>0.648401</td>\n",
       "      <td>0.134017</td>\n",
       "      <td>0.200420</td>\n",
       "      <td>0.679453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.505180</td>\n",
       "      <td>0.644769</td>\n",
       "      <td>0.603195</td>\n",
       "      <td>0.756754</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.350566</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.899508</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120_control</th>\n",
       "      <td>0.707491</td>\n",
       "      <td>0.662993</td>\n",
       "      <td>0.648072</td>\n",
       "      <td>0.764621</td>\n",
       "      <td>0.654276</td>\n",
       "      <td>0.633929</td>\n",
       "      <td>0.579519</td>\n",
       "      <td>0.248934</td>\n",
       "      <td>0.759250</td>\n",
       "      <td>0.755407</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.131632</td>\n",
       "      <td>0.053179</td>\n",
       "      <td>0.774455</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.528882</td>\n",
       "      <td>0.305806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258_CD_plain</th>\n",
       "      <td>0.701039</td>\n",
       "      <td>0.662511</td>\n",
       "      <td>0.707208</td>\n",
       "      <td>0.834562</td>\n",
       "      <td>0.670160</td>\n",
       "      <td>0.410612</td>\n",
       "      <td>0.370517</td>\n",
       "      <td>0.244987</td>\n",
       "      <td>0.445387</td>\n",
       "      <td>0.798000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.085440</td>\n",
       "      <td>0.761822</td>\n",
       "      <td>0.860355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.604102</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15_CD_plain</th>\n",
       "      <td>0.382762</td>\n",
       "      <td>0.384030</td>\n",
       "      <td>0.377332</td>\n",
       "      <td>0.360165</td>\n",
       "      <td>0.300915</td>\n",
       "      <td>0.340090</td>\n",
       "      <td>0.077348</td>\n",
       "      <td>0.890965</td>\n",
       "      <td>0.261140</td>\n",
       "      <td>0.205779</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.149005</td>\n",
       "      <td>0.740343</td>\n",
       "      <td>0.641698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.694951</td>\n",
       "      <td>0.485461</td>\n",
       "      <td>0.300471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182_CD_plain</th>\n",
       "      <td>0.679910</td>\n",
       "      <td>0.584723</td>\n",
       "      <td>0.722426</td>\n",
       "      <td>0.643867</td>\n",
       "      <td>0.740014</td>\n",
       "      <td>0.650358</td>\n",
       "      <td>0.468650</td>\n",
       "      <td>0.295686</td>\n",
       "      <td>0.649939</td>\n",
       "      <td>0.609862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.229358</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>0.731908</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.422815</td>\n",
       "      <td>0.096205</td>\n",
       "      <td>0.502320</td>\n",
       "      <td>0.615334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164_CD_plain</th>\n",
       "      <td>0.754656</td>\n",
       "      <td>0.556562</td>\n",
       "      <td>0.694062</td>\n",
       "      <td>0.748334</td>\n",
       "      <td>0.535534</td>\n",
       "      <td>0.133869</td>\n",
       "      <td>0.319071</td>\n",
       "      <td>0.154562</td>\n",
       "      <td>0.440487</td>\n",
       "      <td>0.824013</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211405</td>\n",
       "      <td>0.797333</td>\n",
       "      <td>0.896369</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.234352</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.496177</td>\n",
       "      <td>0.402714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53_CD_plain</th>\n",
       "      <td>0.591140</td>\n",
       "      <td>0.585802</td>\n",
       "      <td>0.750282</td>\n",
       "      <td>0.753309</td>\n",
       "      <td>0.603372</td>\n",
       "      <td>0.469634</td>\n",
       "      <td>0.213239</td>\n",
       "      <td>0.348800</td>\n",
       "      <td>0.485094</td>\n",
       "      <td>0.722492</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100262</td>\n",
       "      <td>0.564160</td>\n",
       "      <td>0.879910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.477754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.537702</td>\n",
       "      <td>0.304807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97_CD_plain</th>\n",
       "      <td>0.817125</td>\n",
       "      <td>0.782223</td>\n",
       "      <td>0.854442</td>\n",
       "      <td>0.867360</td>\n",
       "      <td>0.793421</td>\n",
       "      <td>0.726438</td>\n",
       "      <td>0.246396</td>\n",
       "      <td>0.228774</td>\n",
       "      <td>0.611752</td>\n",
       "      <td>0.699944</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.427867</td>\n",
       "      <td>0.183754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.605142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.361919</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>182 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol      AADAC     APOA1     APOA4      APOB     APOC3      AQP9  \\\n",
       "55_control    0.702813  0.799052  0.719665  0.729547  0.794953  0.256451   \n",
       "168_CD_plain  0.751408  0.603707  0.622768  0.627712  0.606860  0.520576   \n",
       "72_control    0.786508  0.755331  0.739605  0.756170  0.819875  0.391132   \n",
       "120_control   0.707491  0.662993  0.648072  0.764621  0.654276  0.633929   \n",
       "258_CD_plain  0.701039  0.662511  0.707208  0.834562  0.670160  0.410612   \n",
       "...                ...       ...       ...       ...       ...       ...   \n",
       "15_CD_plain   0.382762  0.384030  0.377332  0.360165  0.300915  0.340090   \n",
       "182_CD_plain  0.679910  0.584723  0.722426  0.643867  0.740014  0.650358   \n",
       "164_CD_plain  0.754656  0.556562  0.694062  0.748334  0.535534  0.133869   \n",
       "53_CD_plain   0.591140  0.585802  0.750282  0.753309  0.603372  0.469634   \n",
       "97_CD_plain   0.817125  0.782223  0.854442  0.867360  0.793421  0.726438   \n",
       "\n",
       "Gene_Symbol         C6   CEACAM7    CHI3L1     ABCC2  ...   PPP1R17     WNT8A  \\\n",
       "55_control    1.000000  0.363133  0.374212  0.611161  ...  0.932722  0.806913   \n",
       "168_CD_plain  0.311962  0.251356  0.553554  0.441131  ...  0.000000  0.000000   \n",
       "72_control    0.648401  0.134017  0.200420  0.679453  ...  0.000000  0.505180   \n",
       "120_control   0.579519  0.248934  0.759250  0.755407  ...  0.000000  0.000000   \n",
       "258_CD_plain  0.370517  0.244987  0.445387  0.798000  ...  0.000000  0.000000   \n",
       "...                ...       ...       ...       ...  ...       ...       ...   \n",
       "15_CD_plain   0.077348  0.890965  0.261140  0.205779  ...  0.000000  0.000000   \n",
       "182_CD_plain  0.468650  0.295686  0.649939  0.609862  ...  0.000000  0.000000   \n",
       "164_CD_plain  0.319071  0.154562  0.440487  0.824013  ...  0.000000  0.000000   \n",
       "53_CD_plain   0.213239  0.348800  0.485094  0.722492  ...  0.000000  0.000000   \n",
       "97_CD_plain   0.246396  0.228774  0.611752  0.699944  ...  0.000000  0.000000   \n",
       "\n",
       "Gene_Symbol       LSM5    PCDHB3   GUSBP11  C16orf78   C5orf17  LOC100132831  \\\n",
       "55_control    0.653998  0.860533  0.837016       1.0  0.550415      0.000000   \n",
       "168_CD_plain  0.692339  0.578107  0.619998       0.0  0.000000      0.000000   \n",
       "72_control    0.644769  0.603195  0.756754       0.0  0.350566      0.000000   \n",
       "120_control   0.131632  0.053179  0.774455       0.0  0.000000      0.000000   \n",
       "258_CD_plain  0.085440  0.761822  0.860355       0.0  0.000000      0.000000   \n",
       "...                ...       ...       ...       ...       ...           ...   \n",
       "15_CD_plain   0.149005  0.740343  0.641698       0.0  0.000000      0.694951   \n",
       "182_CD_plain  0.229358  0.640000  0.731908       0.0  0.422815      0.096205   \n",
       "164_CD_plain  0.211405  0.797333  0.896369       0.0  0.234352      0.000000   \n",
       "53_CD_plain   0.100262  0.564160  0.879910       0.0  0.477754      0.000000   \n",
       "97_CD_plain   0.427867  0.183754  0.000000       0.0  0.000000      0.605142   \n",
       "\n",
       "Gene_Symbol   LOC100288778  LOC100505851  \n",
       "55_control        0.778617      0.940755  \n",
       "168_CD_plain      0.607899      0.206271  \n",
       "72_control        0.899508      0.014040  \n",
       "120_control       0.528882      0.305806  \n",
       "258_CD_plain      0.604102      0.014040  \n",
       "...                    ...           ...  \n",
       "15_CD_plain       0.485461      0.300471  \n",
       "182_CD_plain      0.502320      0.615334  \n",
       "164_CD_plain      0.496177      0.402714  \n",
       "53_CD_plain       0.537702      0.304807  \n",
       "97_CD_plain       0.000000      0.361919  \n",
       "\n",
       "[182 rows x 221 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train_scaled"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "93bd152e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train_scaled.isnull().values.any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "a718dc0a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_test_scaled.isnull().values.any()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "635dfebc",
   "metadata": {},
   "outputs": [],
   "source": [
    "x_train_scaled.to_csv('data/260_sample_train_scaled.csv', index_label = \"Patient_ID\")\n",
    "x_test_scaled.to_csv('data/260_sample_test_scaled.csv', index_label = \"Patient_ID\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "261bf1d5",
   "metadata": {},
   "source": [
    "# Autoencoder model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "ad682426",
   "metadata": {},
   "outputs": [],
   "source": [
    "from tensorflow.keras import Input\n",
    "from tensorflow.keras.layers import Conv1D, Conv2D, LeakyReLU, MaxPool1D, AveragePooling1D, UpSampling1D, Flatten, Dense, Reshape, BatchNormalization\n",
    "from tensorflow.keras import initializers\n",
    "\n",
    "\n",
    "class AutoEncoder(Model):\n",
    "\n",
    "    def __init__(self, n_inputs, init_fn, n_bottleneck=32):\n",
    "\n",
    "        super().__init__()\n",
    "\n",
    "        self.encoder = Sequential(\n",
    "            [\n",
    "\n",
    "                Input(shape=(n_inputs,)),\n",
    "                # encoder level 1\n",
    "                Dense(n_inputs*2, kernel_initializer=init_fn, bias_initializer=initializers.Zeros()),\n",
    "                BatchNormalization(),\n",
    "                LeakyReLU(),\n",
    "                # encoder level 2\n",
    "                Dense(n_inputs, kernel_initializer=init_fn, bias_initializer=initializers.Zeros()),\n",
    "                BatchNormalization(),\n",
    "                LeakyReLU(),\n",
    "                # bottleneck\n",
    "                Dense(n_bottleneck, kernel_initializer=init_fn, bias_initializer=initializers.Zeros())\n",
    "            ]\n",
    "        )\n",
    "\n",
    "        self.decoder = Sequential(\n",
    "            [\n",
    "                \n",
    "                # define decoder, level 1\n",
    "                Dense(n_inputs, kernel_initializer=init_fn, bias_initializer=initializers.Zeros()),\n",
    "                BatchNormalization(),\n",
    "                LeakyReLU(),\n",
    "                # decoder level 2,\n",
    "                Dense(n_inputs*2, kernel_initializer=init_fn, bias_initializer=initializers.Zeros()),\n",
    "                BatchNormalization(),\n",
    "                LeakyReLU(),\n",
    "                # output layer\n",
    "                Dense(n_inputs, activation='linear', kernel_initializer=init_fn, bias_initializer=initializers.Zeros())\n",
    "            ]\n",
    "        )\n",
    "\n",
    "    def call(self, inputs):\n",
    "\n",
    "        encoded = self.encoder(inputs)\n",
    "        decoded = self.decoder(encoded)\n",
    "        return decoded\n",
    "    \n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e4d7fb5a",
   "metadata": {},
   "source": [
    "## Hyperparameter grid search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "b1ff53a4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# initialisation functions\n",
    "\n",
    "        \n",
    "def get_init(init_fn):\n",
    "    if init_fn == 'init_xavier_uniform':\n",
    "        initializer = tf.keras.initializers.GlorotUniform()\n",
    "    elif init_fn == 'init_xavier_normal':\n",
    "        initializer = tf.keras.initializers.GlorotNormal()\n",
    "    elif init_fn == 'zeros':\n",
    "        initializer = tf.keras.initializers.Zeros()\n",
    "    elif init_fn == 'ones':\n",
    "        initializer = tf.keras.initializers.Ones()\n",
    "    elif init_fn == 'he_uniform':\n",
    "        initializer = tf.keras.initializers.heUniform()\n",
    "    elif init_fn == 'he_normal':\n",
    "        initializer = tf.keras.initializers.heNormal()\n",
    "        \n",
    "    return initializer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "08cbcfcd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>55_control</th>\n",
       "      <td>0.702813</td>\n",
       "      <td>0.799052</td>\n",
       "      <td>0.719665</td>\n",
       "      <td>0.729547</td>\n",
       "      <td>0.794953</td>\n",
       "      <td>0.256451</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.363133</td>\n",
       "      <td>0.374212</td>\n",
       "      <td>0.611161</td>\n",
       "      <td>...</td>\n",
       "      <td>0.932722</td>\n",
       "      <td>0.806913</td>\n",
       "      <td>0.653998</td>\n",
       "      <td>0.860533</td>\n",
       "      <td>0.837016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.550415</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.778617</td>\n",
       "      <td>0.940755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168_CD_plain</th>\n",
       "      <td>0.751408</td>\n",
       "      <td>0.603707</td>\n",
       "      <td>0.622768</td>\n",
       "      <td>0.627712</td>\n",
       "      <td>0.606860</td>\n",
       "      <td>0.520576</td>\n",
       "      <td>0.311962</td>\n",
       "      <td>0.251356</td>\n",
       "      <td>0.553554</td>\n",
       "      <td>0.441131</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.692339</td>\n",
       "      <td>0.578107</td>\n",
       "      <td>0.619998</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.607899</td>\n",
       "      <td>0.206271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72_control</th>\n",
       "      <td>0.786508</td>\n",
       "      <td>0.755331</td>\n",
       "      <td>0.739605</td>\n",
       "      <td>0.756170</td>\n",
       "      <td>0.819875</td>\n",
       "      <td>0.391132</td>\n",
       "      <td>0.648401</td>\n",
       "      <td>0.134017</td>\n",
       "      <td>0.200420</td>\n",
       "      <td>0.679453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.505180</td>\n",
       "      <td>0.644769</td>\n",
       "      <td>0.603195</td>\n",
       "      <td>0.756754</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.350566</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.899508</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120_control</th>\n",
       "      <td>0.707491</td>\n",
       "      <td>0.662993</td>\n",
       "      <td>0.648072</td>\n",
       "      <td>0.764621</td>\n",
       "      <td>0.654276</td>\n",
       "      <td>0.633929</td>\n",
       "      <td>0.579519</td>\n",
       "      <td>0.248934</td>\n",
       "      <td>0.759250</td>\n",
       "      <td>0.755407</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.131632</td>\n",
       "      <td>0.053179</td>\n",
       "      <td>0.774455</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.528882</td>\n",
       "      <td>0.305806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258_CD_plain</th>\n",
       "      <td>0.701039</td>\n",
       "      <td>0.662511</td>\n",
       "      <td>0.707208</td>\n",
       "      <td>0.834562</td>\n",
       "      <td>0.670160</td>\n",
       "      <td>0.410612</td>\n",
       "      <td>0.370517</td>\n",
       "      <td>0.244987</td>\n",
       "      <td>0.445387</td>\n",
       "      <td>0.798000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.085440</td>\n",
       "      <td>0.761822</td>\n",
       "      <td>0.860355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.604102</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15_CD_plain</th>\n",
       "      <td>0.382762</td>\n",
       "      <td>0.384030</td>\n",
       "      <td>0.377332</td>\n",
       "      <td>0.360165</td>\n",
       "      <td>0.300915</td>\n",
       "      <td>0.340090</td>\n",
       "      <td>0.077348</td>\n",
       "      <td>0.890965</td>\n",
       "      <td>0.261140</td>\n",
       "      <td>0.205779</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.149005</td>\n",
       "      <td>0.740343</td>\n",
       "      <td>0.641698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.694951</td>\n",
       "      <td>0.485461</td>\n",
       "      <td>0.300471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182_CD_plain</th>\n",
       "      <td>0.679910</td>\n",
       "      <td>0.584723</td>\n",
       "      <td>0.722426</td>\n",
       "      <td>0.643867</td>\n",
       "      <td>0.740014</td>\n",
       "      <td>0.650358</td>\n",
       "      <td>0.468650</td>\n",
       "      <td>0.295686</td>\n",
       "      <td>0.649939</td>\n",
       "      <td>0.609862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.229358</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>0.731908</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.422815</td>\n",
       "      <td>0.096205</td>\n",
       "      <td>0.502320</td>\n",
       "      <td>0.615334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164_CD_plain</th>\n",
       "      <td>0.754656</td>\n",
       "      <td>0.556562</td>\n",
       "      <td>0.694062</td>\n",
       "      <td>0.748334</td>\n",
       "      <td>0.535534</td>\n",
       "      <td>0.133869</td>\n",
       "      <td>0.319071</td>\n",
       "      <td>0.154562</td>\n",
       "      <td>0.440487</td>\n",
       "      <td>0.824013</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211405</td>\n",
       "      <td>0.797333</td>\n",
       "      <td>0.896369</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.234352</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.496177</td>\n",
       "      <td>0.402714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53_CD_plain</th>\n",
       "      <td>0.591140</td>\n",
       "      <td>0.585802</td>\n",
       "      <td>0.750282</td>\n",
       "      <td>0.753309</td>\n",
       "      <td>0.603372</td>\n",
       "      <td>0.469634</td>\n",
       "      <td>0.213239</td>\n",
       "      <td>0.348800</td>\n",
       "      <td>0.485094</td>\n",
       "      <td>0.722492</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100262</td>\n",
       "      <td>0.564160</td>\n",
       "      <td>0.879910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.477754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.537702</td>\n",
       "      <td>0.304807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97_CD_plain</th>\n",
       "      <td>0.817125</td>\n",
       "      <td>0.782223</td>\n",
       "      <td>0.854442</td>\n",
       "      <td>0.867360</td>\n",
       "      <td>0.793421</td>\n",
       "      <td>0.726438</td>\n",
       "      <td>0.246396</td>\n",
       "      <td>0.228774</td>\n",
       "      <td>0.611752</td>\n",
       "      <td>0.699944</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.427867</td>\n",
       "      <td>0.183754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.605142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.361919</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>182 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol      AADAC     APOA1     APOA4      APOB     APOC3      AQP9  \\\n",
       "55_control    0.702813  0.799052  0.719665  0.729547  0.794953  0.256451   \n",
       "168_CD_plain  0.751408  0.603707  0.622768  0.627712  0.606860  0.520576   \n",
       "72_control    0.786508  0.755331  0.739605  0.756170  0.819875  0.391132   \n",
       "120_control   0.707491  0.662993  0.648072  0.764621  0.654276  0.633929   \n",
       "258_CD_plain  0.701039  0.662511  0.707208  0.834562  0.670160  0.410612   \n",
       "...                ...       ...       ...       ...       ...       ...   \n",
       "15_CD_plain   0.382762  0.384030  0.377332  0.360165  0.300915  0.340090   \n",
       "182_CD_plain  0.679910  0.584723  0.722426  0.643867  0.740014  0.650358   \n",
       "164_CD_plain  0.754656  0.556562  0.694062  0.748334  0.535534  0.133869   \n",
       "53_CD_plain   0.591140  0.585802  0.750282  0.753309  0.603372  0.469634   \n",
       "97_CD_plain   0.817125  0.782223  0.854442  0.867360  0.793421  0.726438   \n",
       "\n",
       "Gene_Symbol         C6   CEACAM7    CHI3L1     ABCC2  ...   PPP1R17     WNT8A  \\\n",
       "55_control    1.000000  0.363133  0.374212  0.611161  ...  0.932722  0.806913   \n",
       "168_CD_plain  0.311962  0.251356  0.553554  0.441131  ...  0.000000  0.000000   \n",
       "72_control    0.648401  0.134017  0.200420  0.679453  ...  0.000000  0.505180   \n",
       "120_control   0.579519  0.248934  0.759250  0.755407  ...  0.000000  0.000000   \n",
       "258_CD_plain  0.370517  0.244987  0.445387  0.798000  ...  0.000000  0.000000   \n",
       "...                ...       ...       ...       ...  ...       ...       ...   \n",
       "15_CD_plain   0.077348  0.890965  0.261140  0.205779  ...  0.000000  0.000000   \n",
       "182_CD_plain  0.468650  0.295686  0.649939  0.609862  ...  0.000000  0.000000   \n",
       "164_CD_plain  0.319071  0.154562  0.440487  0.824013  ...  0.000000  0.000000   \n",
       "53_CD_plain   0.213239  0.348800  0.485094  0.722492  ...  0.000000  0.000000   \n",
       "97_CD_plain   0.246396  0.228774  0.611752  0.699944  ...  0.000000  0.000000   \n",
       "\n",
       "Gene_Symbol       LSM5    PCDHB3   GUSBP11  C16orf78   C5orf17  LOC100132831  \\\n",
       "55_control    0.653998  0.860533  0.837016       1.0  0.550415      0.000000   \n",
       "168_CD_plain  0.692339  0.578107  0.619998       0.0  0.000000      0.000000   \n",
       "72_control    0.644769  0.603195  0.756754       0.0  0.350566      0.000000   \n",
       "120_control   0.131632  0.053179  0.774455       0.0  0.000000      0.000000   \n",
       "258_CD_plain  0.085440  0.761822  0.860355       0.0  0.000000      0.000000   \n",
       "...                ...       ...       ...       ...       ...           ...   \n",
       "15_CD_plain   0.149005  0.740343  0.641698       0.0  0.000000      0.694951   \n",
       "182_CD_plain  0.229358  0.640000  0.731908       0.0  0.422815      0.096205   \n",
       "164_CD_plain  0.211405  0.797333  0.896369       0.0  0.234352      0.000000   \n",
       "53_CD_plain   0.100262  0.564160  0.879910       0.0  0.477754      0.000000   \n",
       "97_CD_plain   0.427867  0.183754  0.000000       0.0  0.000000      0.605142   \n",
       "\n",
       "Gene_Symbol   LOC100288778  LOC100505851  \n",
       "55_control        0.778617      0.940755  \n",
       "168_CD_plain      0.607899      0.206271  \n",
       "72_control        0.899508      0.014040  \n",
       "120_control       0.528882      0.305806  \n",
       "258_CD_plain      0.604102      0.014040  \n",
       "...                    ...           ...  \n",
       "15_CD_plain       0.485461      0.300471  \n",
       "182_CD_plain      0.502320      0.615334  \n",
       "164_CD_plain      0.496177      0.402714  \n",
       "53_CD_plain       0.537702      0.304807  \n",
       "97_CD_plain       0.000000      0.361919  \n",
       "\n",
       "[182 rows x 221 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train_scaled"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "6d4a8fc9",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "\n",
    "def create_model(optimizer, learn_rate, init):\n",
    "    n_bottleneck = 32 \n",
    "    init_fn = get_init(init)\n",
    "    \n",
    "    if optimizer==\"Adam\":\n",
    "        opt = Adam(learning_rate=learn_rate)\n",
    "    elif optimizer==\"SGD\":\n",
    "        opt = SGD(learning_rate=learn_rate)\n",
    "    else:\n",
    "        opt = Adadelta(learning_rate=lrn_rate) \n",
    "    auto_encoder = AutoEncoder(len(x_train_scaled.columns), init_fn, n_bottleneck)\n",
    "    auto_encoder.compile(optimizer=opt, loss='mse', metrics=['mse'])\n",
    "    return auto_encoder\n",
    "\n",
    "model = KerasRegressor(build_fn = create_model)\n",
    "learn_rate = [0.001, 0.01, 0.1, 0.2]\n",
    "init = ['init_xavier_uniform', 'init_xavier_normal', 'zeros', 'ones', 'he_uniform', 'he_normal']\n",
    "batch_size = [16, 32, 60, 100, 182]\n",
    "\n",
    "\n",
    "param_grid = {'optimizer':['SGD', 'Adam'], 'epochs':[150], 'batch_size':batch_size, 'learn_rate':learn_rate, 'init':init}\n",
    "grid = GridSearchCV(estimator=model, scoring='neg_mean_squared_error', param_grid=param_grid)\n",
    "result = grid.fit(x_train_scaled, x_train_scaled)\n",
    "print(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "38ceca76",
   "metadata": {},
   "outputs": [],
   "source": [
    "grid.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "d7a87c23",
   "metadata": {},
   "outputs": [],
   "source": [
    "grid.cv_results_[\"split0_test_score\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "de81c444",
   "metadata": {},
   "source": [
    "## Train model with best hyperparameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "05877020",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "n_bottleneck = 32\n",
    "initializer = tf.keras.initializers.GlorotNormal()\n",
    "auto_encoder = AutoEncoder(len(x_train_scaled.columns),initializer, n_bottleneck)\n",
    "opt = Adam(learning_rate=0.001)\n",
    "auto_encoder.compile(optimizer='adam', loss='mse', metrics=['mse'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "10a7a768",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>217_CD_deep_ulcer</th>\n",
       "      <td>0.606202</td>\n",
       "      <td>0.552086</td>\n",
       "      <td>0.569016</td>\n",
       "      <td>0.578221</td>\n",
       "      <td>0.538787</td>\n",
       "      <td>0.896575</td>\n",
       "      <td>0.123592</td>\n",
       "      <td>0.553864</td>\n",
       "      <td>0.911255</td>\n",
       "      <td>0.429141</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.299113</td>\n",
       "      <td>0.675162</td>\n",
       "      <td>0.746403</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.487389</td>\n",
       "      <td>0.649495</td>\n",
       "      <td>0.323681</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85_control</th>\n",
       "      <td>0.957499</td>\n",
       "      <td>0.847428</td>\n",
       "      <td>0.864091</td>\n",
       "      <td>0.904289</td>\n",
       "      <td>0.814344</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.641445</td>\n",
       "      <td>0.212172</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.999852</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.111343</td>\n",
       "      <td>0.603882</td>\n",
       "      <td>0.858583</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.261765</td>\n",
       "      <td>0.429187</td>\n",
       "      <td>0.585560</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175_CD_plain</th>\n",
       "      <td>0.820595</td>\n",
       "      <td>0.794473</td>\n",
       "      <td>0.873303</td>\n",
       "      <td>0.804521</td>\n",
       "      <td>0.787592</td>\n",
       "      <td>0.406395</td>\n",
       "      <td>0.418544</td>\n",
       "      <td>0.144439</td>\n",
       "      <td>0.277901</td>\n",
       "      <td>0.738467</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.291561</td>\n",
       "      <td>0.503176</td>\n",
       "      <td>0.791792</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.783034</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1_CD_plain</th>\n",
       "      <td>0.754556</td>\n",
       "      <td>0.569802</td>\n",
       "      <td>0.743179</td>\n",
       "      <td>0.722832</td>\n",
       "      <td>0.660621</td>\n",
       "      <td>0.631430</td>\n",
       "      <td>0.205613</td>\n",
       "      <td>0.507660</td>\n",
       "      <td>0.584817</td>\n",
       "      <td>0.619118</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.213424</td>\n",
       "      <td>0.934840</td>\n",
       "      <td>0.250491</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.014283</td>\n",
       "      <td>0.037036</td>\n",
       "      <td>0.247436</td>\n",
       "      <td>0.215637</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156_CD_plain</th>\n",
       "      <td>0.880244</td>\n",
       "      <td>0.831975</td>\n",
       "      <td>0.878531</td>\n",
       "      <td>0.813158</td>\n",
       "      <td>0.793081</td>\n",
       "      <td>0.230754</td>\n",
       "      <td>0.441998</td>\n",
       "      <td>0.064393</td>\n",
       "      <td>0.420774</td>\n",
       "      <td>0.792305</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.269097</td>\n",
       "      <td>0.657997</td>\n",
       "      <td>0.737787</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.262439</td>\n",
       "      <td>0.318682</td>\n",
       "      <td>0.606022</td>\n",
       "      <td>0.430434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157_CD_plain</th>\n",
       "      <td>0.483086</td>\n",
       "      <td>0.375966</td>\n",
       "      <td>0.502569</td>\n",
       "      <td>0.372005</td>\n",
       "      <td>0.400784</td>\n",
       "      <td>0.720458</td>\n",
       "      <td>0.030514</td>\n",
       "      <td>0.308137</td>\n",
       "      <td>0.739444</td>\n",
       "      <td>0.252577</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.291574</td>\n",
       "      <td>0.562151</td>\n",
       "      <td>0.851423</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.407884</td>\n",
       "      <td>0.357648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109_CD_deep_ulcer</th>\n",
       "      <td>0.588990</td>\n",
       "      <td>0.346462</td>\n",
       "      <td>0.321700</td>\n",
       "      <td>0.330742</td>\n",
       "      <td>0.342383</td>\n",
       "      <td>0.855001</td>\n",
       "      <td>0.210299</td>\n",
       "      <td>0.626730</td>\n",
       "      <td>0.916369</td>\n",
       "      <td>0.124618</td>\n",
       "      <td>...</td>\n",
       "      <td>0.191567</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.489890</td>\n",
       "      <td>0.848043</td>\n",
       "      <td>0.293657</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.277960</td>\n",
       "      <td>0.465092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73_CD_plain</th>\n",
       "      <td>0.780746</td>\n",
       "      <td>0.737652</td>\n",
       "      <td>0.800068</td>\n",
       "      <td>0.844755</td>\n",
       "      <td>0.671768</td>\n",
       "      <td>0.386800</td>\n",
       "      <td>0.842254</td>\n",
       "      <td>0.223941</td>\n",
       "      <td>0.571090</td>\n",
       "      <td>0.844974</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.136371</td>\n",
       "      <td>0.429539</td>\n",
       "      <td>0.893253</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.197479</td>\n",
       "      <td>0.281440</td>\n",
       "      <td>0.576728</td>\n",
       "      <td>0.448596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71_CD_plain</th>\n",
       "      <td>0.716674</td>\n",
       "      <td>0.624889</td>\n",
       "      <td>0.672977</td>\n",
       "      <td>0.831450</td>\n",
       "      <td>0.695532</td>\n",
       "      <td>0.409623</td>\n",
       "      <td>0.371587</td>\n",
       "      <td>0.054275</td>\n",
       "      <td>0.508119</td>\n",
       "      <td>0.802600</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.189122</td>\n",
       "      <td>0.512331</td>\n",
       "      <td>0.851884</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.612779</td>\n",
       "      <td>0.699692</td>\n",
       "      <td>0.199953</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141_CD_plain</th>\n",
       "      <td>0.751728</td>\n",
       "      <td>0.788205</td>\n",
       "      <td>0.819058</td>\n",
       "      <td>0.834981</td>\n",
       "      <td>0.750507</td>\n",
       "      <td>0.519595</td>\n",
       "      <td>0.301496</td>\n",
       "      <td>0.354653</td>\n",
       "      <td>0.558335</td>\n",
       "      <td>0.712313</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.182815</td>\n",
       "      <td>0.463097</td>\n",
       "      <td>0.781689</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.538674</td>\n",
       "      <td>0.449466</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139_CD_deep_ulcer</th>\n",
       "      <td>0.413318</td>\n",
       "      <td>0.270736</td>\n",
       "      <td>0.330598</td>\n",
       "      <td>0.364490</td>\n",
       "      <td>0.213206</td>\n",
       "      <td>0.839507</td>\n",
       "      <td>0.155717</td>\n",
       "      <td>0.260792</td>\n",
       "      <td>0.934289</td>\n",
       "      <td>0.259086</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.137797</td>\n",
       "      <td>0.597162</td>\n",
       "      <td>0.815575</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.441145</td>\n",
       "      <td>0.724901</td>\n",
       "      <td>0.550211</td>\n",
       "      <td>0.418682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205_CD_plain</th>\n",
       "      <td>0.689917</td>\n",
       "      <td>0.624292</td>\n",
       "      <td>0.691078</td>\n",
       "      <td>0.772835</td>\n",
       "      <td>0.667024</td>\n",
       "      <td>0.372441</td>\n",
       "      <td>0.763000</td>\n",
       "      <td>0.086433</td>\n",
       "      <td>0.581420</td>\n",
       "      <td>0.720892</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.270255</td>\n",
       "      <td>0.614627</td>\n",
       "      <td>0.745854</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.718375</td>\n",
       "      <td>0.171278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32_CD_plain</th>\n",
       "      <td>0.767771</td>\n",
       "      <td>0.820067</td>\n",
       "      <td>0.787365</td>\n",
       "      <td>0.720115</td>\n",
       "      <td>0.770098</td>\n",
       "      <td>0.385374</td>\n",
       "      <td>0.372276</td>\n",
       "      <td>0.262310</td>\n",
       "      <td>0.306905</td>\n",
       "      <td>0.617311</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.529115</td>\n",
       "      <td>0.641441</td>\n",
       "      <td>0.691202</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.011468</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.388499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39_control</th>\n",
       "      <td>0.759528</td>\n",
       "      <td>0.654325</td>\n",
       "      <td>0.640256</td>\n",
       "      <td>0.734904</td>\n",
       "      <td>0.573558</td>\n",
       "      <td>0.294414</td>\n",
       "      <td>0.481441</td>\n",
       "      <td>0.122056</td>\n",
       "      <td>0.461617</td>\n",
       "      <td>0.725358</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.106951</td>\n",
       "      <td>0.642935</td>\n",
       "      <td>0.884338</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.437510</td>\n",
       "      <td>0.568302</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207_CD_plain</th>\n",
       "      <td>0.618972</td>\n",
       "      <td>0.442475</td>\n",
       "      <td>0.537553</td>\n",
       "      <td>0.536847</td>\n",
       "      <td>0.533317</td>\n",
       "      <td>0.565431</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.508540</td>\n",
       "      <td>0.680161</td>\n",
       "      <td>0.448741</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.256300</td>\n",
       "      <td>0.732131</td>\n",
       "      <td>0.814558</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.928886</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.568517</td>\n",
       "      <td>0.125094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133_CD_deep_ulcer</th>\n",
       "      <td>0.423231</td>\n",
       "      <td>0.189177</td>\n",
       "      <td>0.201655</td>\n",
       "      <td>0.314122</td>\n",
       "      <td>0.130506</td>\n",
       "      <td>0.869329</td>\n",
       "      <td>0.090655</td>\n",
       "      <td>0.540845</td>\n",
       "      <td>0.883842</td>\n",
       "      <td>0.351618</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.188727</td>\n",
       "      <td>0.711934</td>\n",
       "      <td>0.874625</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.503193</td>\n",
       "      <td>0.144990</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162_CD_plain</th>\n",
       "      <td>0.665845</td>\n",
       "      <td>0.700547</td>\n",
       "      <td>0.782192</td>\n",
       "      <td>0.830080</td>\n",
       "      <td>0.737408</td>\n",
       "      <td>0.327111</td>\n",
       "      <td>0.782666</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.467089</td>\n",
       "      <td>0.920609</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.191884</td>\n",
       "      <td>0.710823</td>\n",
       "      <td>0.930237</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.180499</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.559820</td>\n",
       "      <td>0.652819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195_CD_plain</th>\n",
       "      <td>0.812560</td>\n",
       "      <td>0.801711</td>\n",
       "      <td>0.905105</td>\n",
       "      <td>0.686299</td>\n",
       "      <td>0.842016</td>\n",
       "      <td>0.361456</td>\n",
       "      <td>0.138978</td>\n",
       "      <td>0.321245</td>\n",
       "      <td>0.478461</td>\n",
       "      <td>0.614304</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.584519</td>\n",
       "      <td>0.648255</td>\n",
       "      <td>0.677814</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.055437</td>\n",
       "      <td>0.824642</td>\n",
       "      <td>0.480971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36_control</th>\n",
       "      <td>0.812336</td>\n",
       "      <td>0.874938</td>\n",
       "      <td>0.844565</td>\n",
       "      <td>0.745041</td>\n",
       "      <td>0.854888</td>\n",
       "      <td>0.232486</td>\n",
       "      <td>0.605814</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.293481</td>\n",
       "      <td>0.624624</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.686065</td>\n",
       "      <td>0.455577</td>\n",
       "      <td>0.779966</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.881882</td>\n",
       "      <td>0.528210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>237_CD_plain</th>\n",
       "      <td>0.770299</td>\n",
       "      <td>0.803294</td>\n",
       "      <td>0.830874</td>\n",
       "      <td>0.831959</td>\n",
       "      <td>0.754635</td>\n",
       "      <td>0.600826</td>\n",
       "      <td>0.598431</td>\n",
       "      <td>0.328877</td>\n",
       "      <td>0.467874</td>\n",
       "      <td>0.714126</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.164972</td>\n",
       "      <td>0.617509</td>\n",
       "      <td>0.819479</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.185715</td>\n",
       "      <td>0.381518</td>\n",
       "      <td>0.662538</td>\n",
       "      <td>0.302092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7_CD_plain</th>\n",
       "      <td>0.451314</td>\n",
       "      <td>0.137677</td>\n",
       "      <td>0.233701</td>\n",
       "      <td>0.247797</td>\n",
       "      <td>0.148299</td>\n",
       "      <td>0.561698</td>\n",
       "      <td>0.119865</td>\n",
       "      <td>0.405830</td>\n",
       "      <td>0.831919</td>\n",
       "      <td>0.336868</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.354318</td>\n",
       "      <td>0.203465</td>\n",
       "      <td>0.890948</td>\n",
       "      <td>0.797863</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152684</td>\n",
       "      <td>0.440587</td>\n",
       "      <td>0.346926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108_CD_plain</th>\n",
       "      <td>0.759696</td>\n",
       "      <td>0.842957</td>\n",
       "      <td>0.891460</td>\n",
       "      <td>0.799771</td>\n",
       "      <td>0.857158</td>\n",
       "      <td>0.239762</td>\n",
       "      <td>0.328147</td>\n",
       "      <td>0.331000</td>\n",
       "      <td>0.585850</td>\n",
       "      <td>0.806150</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.363984</td>\n",
       "      <td>0.584747</td>\n",
       "      <td>0.701948</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.285041</td>\n",
       "      <td>0.680789</td>\n",
       "      <td>0.485450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140_CD_plain</th>\n",
       "      <td>0.616602</td>\n",
       "      <td>0.477370</td>\n",
       "      <td>0.579271</td>\n",
       "      <td>0.560182</td>\n",
       "      <td>0.565370</td>\n",
       "      <td>0.673610</td>\n",
       "      <td>0.479104</td>\n",
       "      <td>0.361322</td>\n",
       "      <td>0.820240</td>\n",
       "      <td>0.380486</td>\n",
       "      <td>...</td>\n",
       "      <td>0.171888</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.331691</td>\n",
       "      <td>0.701299</td>\n",
       "      <td>0.679647</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.094669</td>\n",
       "      <td>0.594084</td>\n",
       "      <td>0.490213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185_CD_plain</th>\n",
       "      <td>0.666724</td>\n",
       "      <td>0.401725</td>\n",
       "      <td>0.532253</td>\n",
       "      <td>0.568884</td>\n",
       "      <td>0.391480</td>\n",
       "      <td>0.701224</td>\n",
       "      <td>0.294743</td>\n",
       "      <td>0.505799</td>\n",
       "      <td>0.740255</td>\n",
       "      <td>0.473439</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.150248</td>\n",
       "      <td>0.610468</td>\n",
       "      <td>0.799684</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.695274</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.472987</td>\n",
       "      <td>0.687287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86_control</th>\n",
       "      <td>0.884630</td>\n",
       "      <td>0.680125</td>\n",
       "      <td>0.777541</td>\n",
       "      <td>0.862064</td>\n",
       "      <td>0.693909</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.526825</td>\n",
       "      <td>0.061301</td>\n",
       "      <td>0.250915</td>\n",
       "      <td>0.938453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.165149</td>\n",
       "      <td>0.742774</td>\n",
       "      <td>0.898139</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.322743</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.565647</td>\n",
       "      <td>0.392386</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117_control</th>\n",
       "      <td>0.842485</td>\n",
       "      <td>0.765624</td>\n",
       "      <td>0.790669</td>\n",
       "      <td>0.848277</td>\n",
       "      <td>0.725625</td>\n",
       "      <td>0.255585</td>\n",
       "      <td>0.677118</td>\n",
       "      <td>0.180838</td>\n",
       "      <td>0.246953</td>\n",
       "      <td>0.911550</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020150</td>\n",
       "      <td>0.694588</td>\n",
       "      <td>0.932774</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.569134</td>\n",
       "      <td>0.515199</td>\n",
       "      <td>0.509704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26_CD_plain</th>\n",
       "      <td>0.735605</td>\n",
       "      <td>0.720005</td>\n",
       "      <td>0.701333</td>\n",
       "      <td>0.690048</td>\n",
       "      <td>0.625828</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.546467</td>\n",
       "      <td>0.146403</td>\n",
       "      <td>0.398586</td>\n",
       "      <td>0.642084</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.169939</td>\n",
       "      <td>0.770433</td>\n",
       "      <td>0.846472</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.458164</td>\n",
       "      <td>0.647281</td>\n",
       "      <td>0.390992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>303_CD_plain</th>\n",
       "      <td>0.781692</td>\n",
       "      <td>0.706428</td>\n",
       "      <td>0.762380</td>\n",
       "      <td>0.824484</td>\n",
       "      <td>0.669462</td>\n",
       "      <td>0.414951</td>\n",
       "      <td>0.445122</td>\n",
       "      <td>0.325447</td>\n",
       "      <td>0.398014</td>\n",
       "      <td>0.760045</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.202087</td>\n",
       "      <td>0.811628</td>\n",
       "      <td>0.852702</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.281740</td>\n",
       "      <td>0.126816</td>\n",
       "      <td>0.389720</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35_control</th>\n",
       "      <td>0.868755</td>\n",
       "      <td>0.777184</td>\n",
       "      <td>0.832517</td>\n",
       "      <td>0.826357</td>\n",
       "      <td>0.724312</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.578185</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.391885</td>\n",
       "      <td>0.823626</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.279952</td>\n",
       "      <td>0.837386</td>\n",
       "      <td>0.796231</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.653268</td>\n",
       "      <td>0.610321</td>\n",
       "      <td>0.748211</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148_CD_deep_ulcer</th>\n",
       "      <td>0.820946</td>\n",
       "      <td>0.897985</td>\n",
       "      <td>0.934965</td>\n",
       "      <td>0.816291</td>\n",
       "      <td>0.919488</td>\n",
       "      <td>0.465280</td>\n",
       "      <td>0.455884</td>\n",
       "      <td>0.306422</td>\n",
       "      <td>0.437516</td>\n",
       "      <td>0.705810</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.516201</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.856821</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.780115</td>\n",
       "      <td>0.976489</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28_control</th>\n",
       "      <td>0.913545</td>\n",
       "      <td>0.873595</td>\n",
       "      <td>0.907560</td>\n",
       "      <td>0.820765</td>\n",
       "      <td>0.852810</td>\n",
       "      <td>0.229535</td>\n",
       "      <td>0.605247</td>\n",
       "      <td>0.100676</td>\n",
       "      <td>0.270851</td>\n",
       "      <td>0.737150</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.379022</td>\n",
       "      <td>0.548627</td>\n",
       "      <td>0.819818</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.247070</td>\n",
       "      <td>0.698991</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67_control</th>\n",
       "      <td>0.935844</td>\n",
       "      <td>0.848575</td>\n",
       "      <td>0.854504</td>\n",
       "      <td>0.864477</td>\n",
       "      <td>0.836009</td>\n",
       "      <td>0.381955</td>\n",
       "      <td>0.576439</td>\n",
       "      <td>0.458664</td>\n",
       "      <td>0.377453</td>\n",
       "      <td>0.905464</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.175777</td>\n",
       "      <td>0.708120</td>\n",
       "      <td>0.797180</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.541455</td>\n",
       "      <td>0.381378</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15_CD_plain</th>\n",
       "      <td>0.382762</td>\n",
       "      <td>0.384030</td>\n",
       "      <td>0.377332</td>\n",
       "      <td>0.360165</td>\n",
       "      <td>0.300915</td>\n",
       "      <td>0.340090</td>\n",
       "      <td>0.077348</td>\n",
       "      <td>0.890965</td>\n",
       "      <td>0.261140</td>\n",
       "      <td>0.205779</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.149005</td>\n",
       "      <td>0.740343</td>\n",
       "      <td>0.641698</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.694951</td>\n",
       "      <td>0.485461</td>\n",
       "      <td>0.300471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182_CD_plain</th>\n",
       "      <td>0.679910</td>\n",
       "      <td>0.584723</td>\n",
       "      <td>0.722426</td>\n",
       "      <td>0.643867</td>\n",
       "      <td>0.740014</td>\n",
       "      <td>0.650358</td>\n",
       "      <td>0.468650</td>\n",
       "      <td>0.295686</td>\n",
       "      <td>0.649939</td>\n",
       "      <td>0.609862</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.229358</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>0.731908</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.422815</td>\n",
       "      <td>0.096205</td>\n",
       "      <td>0.502320</td>\n",
       "      <td>0.615334</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164_CD_plain</th>\n",
       "      <td>0.754656</td>\n",
       "      <td>0.556562</td>\n",
       "      <td>0.694062</td>\n",
       "      <td>0.748334</td>\n",
       "      <td>0.535534</td>\n",
       "      <td>0.133869</td>\n",
       "      <td>0.319071</td>\n",
       "      <td>0.154562</td>\n",
       "      <td>0.440487</td>\n",
       "      <td>0.824013</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.211405</td>\n",
       "      <td>0.797333</td>\n",
       "      <td>0.896369</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.234352</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.496177</td>\n",
       "      <td>0.402714</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53_CD_plain</th>\n",
       "      <td>0.591140</td>\n",
       "      <td>0.585802</td>\n",
       "      <td>0.750282</td>\n",
       "      <td>0.753309</td>\n",
       "      <td>0.603372</td>\n",
       "      <td>0.469634</td>\n",
       "      <td>0.213239</td>\n",
       "      <td>0.348800</td>\n",
       "      <td>0.485094</td>\n",
       "      <td>0.722492</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100262</td>\n",
       "      <td>0.564160</td>\n",
       "      <td>0.879910</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.477754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.537702</td>\n",
       "      <td>0.304807</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97_CD_plain</th>\n",
       "      <td>0.817125</td>\n",
       "      <td>0.782223</td>\n",
       "      <td>0.854442</td>\n",
       "      <td>0.867360</td>\n",
       "      <td>0.793421</td>\n",
       "      <td>0.726438</td>\n",
       "      <td>0.246396</td>\n",
       "      <td>0.228774</td>\n",
       "      <td>0.611752</td>\n",
       "      <td>0.699944</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.427867</td>\n",
       "      <td>0.183754</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.605142</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.361919</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol           AADAC     APOA1     APOA4      APOB     APOC3      AQP9  \\\n",
       "217_CD_deep_ulcer  0.606202  0.552086  0.569016  0.578221  0.538787  0.896575   \n",
       "85_control         0.957499  0.847428  0.864091  0.904289  0.814344  0.000000   \n",
       "175_CD_plain       0.820595  0.794473  0.873303  0.804521  0.787592  0.406395   \n",
       "1_CD_plain         0.754556  0.569802  0.743179  0.722832  0.660621  0.631430   \n",
       "156_CD_plain       0.880244  0.831975  0.878531  0.813158  0.793081  0.230754   \n",
       "157_CD_plain       0.483086  0.375966  0.502569  0.372005  0.400784  0.720458   \n",
       "109_CD_deep_ulcer  0.588990  0.346462  0.321700  0.330742  0.342383  0.855001   \n",
       "73_CD_plain        0.780746  0.737652  0.800068  0.844755  0.671768  0.386800   \n",
       "71_CD_plain        0.716674  0.624889  0.672977  0.831450  0.695532  0.409623   \n",
       "141_CD_plain       0.751728  0.788205  0.819058  0.834981  0.750507  0.519595   \n",
       "139_CD_deep_ulcer  0.413318  0.270736  0.330598  0.364490  0.213206  0.839507   \n",
       "205_CD_plain       0.689917  0.624292  0.691078  0.772835  0.667024  0.372441   \n",
       "32_CD_plain        0.767771  0.820067  0.787365  0.720115  0.770098  0.385374   \n",
       "39_control         0.759528  0.654325  0.640256  0.734904  0.573558  0.294414   \n",
       "207_CD_plain       0.618972  0.442475  0.537553  0.536847  0.533317  0.565431   \n",
       "133_CD_deep_ulcer  0.423231  0.189177  0.201655  0.314122  0.130506  0.869329   \n",
       "162_CD_plain       0.665845  0.700547  0.782192  0.830080  0.737408  0.327111   \n",
       "195_CD_plain       0.812560  0.801711  0.905105  0.686299  0.842016  0.361456   \n",
       "36_control         0.812336  0.874938  0.844565  0.745041  0.854888  0.232486   \n",
       "237_CD_plain       0.770299  0.803294  0.830874  0.831959  0.754635  0.600826   \n",
       "7_CD_plain         0.451314  0.137677  0.233701  0.247797  0.148299  0.561698   \n",
       "108_CD_plain       0.759696  0.842957  0.891460  0.799771  0.857158  0.239762   \n",
       "140_CD_plain       0.616602  0.477370  0.579271  0.560182  0.565370  0.673610   \n",
       "185_CD_plain       0.666724  0.401725  0.532253  0.568884  0.391480  0.701224   \n",
       "86_control         0.884630  0.680125  0.777541  0.862064  0.693909  0.000000   \n",
       "117_control        0.842485  0.765624  0.790669  0.848277  0.725625  0.255585   \n",
       "26_CD_plain        0.735605  0.720005  0.701333  0.690048  0.625828  0.000000   \n",
       "303_CD_plain       0.781692  0.706428  0.762380  0.824484  0.669462  0.414951   \n",
       "35_control         0.868755  0.777184  0.832517  0.826357  0.724312  0.000000   \n",
       "148_CD_deep_ulcer  0.820946  0.897985  0.934965  0.816291  0.919488  0.465280   \n",
       "28_control         0.913545  0.873595  0.907560  0.820765  0.852810  0.229535   \n",
       "67_control         0.935844  0.848575  0.854504  0.864477  0.836009  0.381955   \n",
       "15_CD_plain        0.382762  0.384030  0.377332  0.360165  0.300915  0.340090   \n",
       "182_CD_plain       0.679910  0.584723  0.722426  0.643867  0.740014  0.650358   \n",
       "164_CD_plain       0.754656  0.556562  0.694062  0.748334  0.535534  0.133869   \n",
       "53_CD_plain        0.591140  0.585802  0.750282  0.753309  0.603372  0.469634   \n",
       "97_CD_plain        0.817125  0.782223  0.854442  0.867360  0.793421  0.726438   \n",
       "\n",
       "Gene_Symbol              C6   CEACAM7    CHI3L1     ABCC2  ...   PPP1R17  \\\n",
       "217_CD_deep_ulcer  0.123592  0.553864  0.911255  0.429141  ...  0.000000   \n",
       "85_control         0.641445  0.212172  0.000000  0.999852  ...  0.000000   \n",
       "175_CD_plain       0.418544  0.144439  0.277901  0.738467  ...  0.000000   \n",
       "1_CD_plain         0.205613  0.507660  0.584817  0.619118  ...  0.000000   \n",
       "156_CD_plain       0.441998  0.064393  0.420774  0.792305  ...  0.000000   \n",
       "157_CD_plain       0.030514  0.308137  0.739444  0.252577  ...  0.000000   \n",
       "109_CD_deep_ulcer  0.210299  0.626730  0.916369  0.124618  ...  0.191567   \n",
       "73_CD_plain        0.842254  0.223941  0.571090  0.844974  ...  0.000000   \n",
       "71_CD_plain        0.371587  0.054275  0.508119  0.802600  ...  0.000000   \n",
       "141_CD_plain       0.301496  0.354653  0.558335  0.712313  ...  0.000000   \n",
       "139_CD_deep_ulcer  0.155717  0.260792  0.934289  0.259086  ...  0.000000   \n",
       "205_CD_plain       0.763000  0.086433  0.581420  0.720892  ...  0.000000   \n",
       "32_CD_plain        0.372276  0.262310  0.306905  0.617311  ...  0.000000   \n",
       "39_control         0.481441  0.122056  0.461617  0.725358  ...  0.000000   \n",
       "207_CD_plain       0.000000  0.508540  0.680161  0.448741  ...  0.000000   \n",
       "133_CD_deep_ulcer  0.090655  0.540845  0.883842  0.351618  ...  0.000000   \n",
       "162_CD_plain       0.782666  0.000000  0.467089  0.920609  ...  0.000000   \n",
       "195_CD_plain       0.138978  0.321245  0.478461  0.614304  ...  0.000000   \n",
       "36_control         0.605814  0.000000  0.293481  0.624624  ...  0.000000   \n",
       "237_CD_plain       0.598431  0.328877  0.467874  0.714126  ...  0.000000   \n",
       "7_CD_plain         0.119865  0.405830  0.831919  0.336868  ...  0.000000   \n",
       "108_CD_plain       0.328147  0.331000  0.585850  0.806150  ...  0.000000   \n",
       "140_CD_plain       0.479104  0.361322  0.820240  0.380486  ...  0.171888   \n",
       "185_CD_plain       0.294743  0.505799  0.740255  0.473439  ...  0.000000   \n",
       "86_control         0.526825  0.061301  0.250915  0.938453  ...  0.000000   \n",
       "117_control        0.677118  0.180838  0.246953  0.911550  ...  0.000000   \n",
       "26_CD_plain        0.546467  0.146403  0.398586  0.642084  ...  0.000000   \n",
       "303_CD_plain       0.445122  0.325447  0.398014  0.760045  ...  0.000000   \n",
       "35_control         0.578185  0.000000  0.391885  0.823626  ...  0.000000   \n",
       "148_CD_deep_ulcer  0.455884  0.306422  0.437516  0.705810  ...  0.000000   \n",
       "28_control         0.605247  0.100676  0.270851  0.737150  ...  0.000000   \n",
       "67_control         0.576439  0.458664  0.377453  0.905464  ...  0.000000   \n",
       "15_CD_plain        0.077348  0.890965  0.261140  0.205779  ...  0.000000   \n",
       "182_CD_plain       0.468650  0.295686  0.649939  0.609862  ...  0.000000   \n",
       "164_CD_plain       0.319071  0.154562  0.440487  0.824013  ...  0.000000   \n",
       "53_CD_plain        0.213239  0.348800  0.485094  0.722492  ...  0.000000   \n",
       "97_CD_plain        0.246396  0.228774  0.611752  0.699944  ...  0.000000   \n",
       "\n",
       "Gene_Symbol           WNT8A      LSM5    PCDHB3   GUSBP11  C16orf78   C5orf17  \\\n",
       "217_CD_deep_ulcer  0.000000  0.299113  0.675162  0.746403       0.0  0.000000   \n",
       "85_control         0.000000  0.111343  0.603882  0.858583       0.0  0.261765   \n",
       "175_CD_plain       0.000000  0.291561  0.503176  0.791792       0.0  0.000000   \n",
       "1_CD_plain         0.000000  0.213424  0.934840  0.250491       0.0  0.014283   \n",
       "156_CD_plain       0.000000  0.269097  0.657997  0.737787       0.0  0.262439   \n",
       "157_CD_plain       0.000000  0.291574  0.562151  0.851423       0.0  0.000000   \n",
       "109_CD_deep_ulcer  0.000000  0.489890  0.848043  0.293657       0.0  0.000000   \n",
       "73_CD_plain        0.000000  0.136371  0.429539  0.893253       0.0  0.197479   \n",
       "71_CD_plain        0.000000  0.189122  0.512331  0.851884       0.0  0.000000   \n",
       "141_CD_plain       0.000000  0.182815  0.463097  0.781689       0.0  0.000000   \n",
       "139_CD_deep_ulcer  0.000000  0.137797  0.597162  0.815575       0.0  0.441145   \n",
       "205_CD_plain       0.000000  0.270255  0.614627  0.745854       0.0  0.000000   \n",
       "32_CD_plain        0.000000  0.529115  0.641441  0.691202       0.0  0.000000   \n",
       "39_control         0.000000  0.106951  0.642935  0.884338       0.0  0.000000   \n",
       "207_CD_plain       0.000000  0.256300  0.732131  0.814558       0.0  0.928886   \n",
       "133_CD_deep_ulcer  0.000000  0.188727  0.711934  0.874625       0.0  0.000000   \n",
       "162_CD_plain       0.000000  0.191884  0.710823  0.930237       0.0  0.180499   \n",
       "195_CD_plain       0.000000  0.584519  0.648255  0.677814       0.0  0.000000   \n",
       "36_control         0.000000  0.686065  0.455577  0.779966       0.0  0.000000   \n",
       "237_CD_plain       0.000000  0.164972  0.617509  0.819479       0.0  0.185715   \n",
       "7_CD_plain         0.354318  0.203465  0.890948  0.797863       0.0  0.000000   \n",
       "108_CD_plain       0.000000  0.363984  0.584747  0.701948       0.0  0.000000   \n",
       "140_CD_plain       0.000000  0.331691  0.701299  0.679647       0.0  0.000000   \n",
       "185_CD_plain       0.000000  0.150248  0.610468  0.799684       0.0  0.695274   \n",
       "86_control         0.000000  0.165149  0.742774  0.898139       0.0  0.322743   \n",
       "117_control        0.000000  0.020150  0.694588  0.932774       0.0  0.000000   \n",
       "26_CD_plain        0.000000  0.169939  0.770433  0.846472       0.0  0.000000   \n",
       "303_CD_plain       0.000000  0.202087  0.811628  0.852702       0.0  0.281740   \n",
       "35_control         0.000000  0.279952  0.837386  0.796231       0.0  0.000000   \n",
       "148_CD_deep_ulcer  0.000000  0.516201  0.000000  0.856821       0.0  0.000000   \n",
       "28_control         0.000000  0.379022  0.548627  0.819818       0.0  0.000000   \n",
       "67_control         0.000000  0.175777  0.708120  0.797180       0.0  0.000000   \n",
       "15_CD_plain        0.000000  0.149005  0.740343  0.641698       0.0  0.000000   \n",
       "182_CD_plain       0.000000  0.229358  0.640000  0.731908       0.0  0.422815   \n",
       "164_CD_plain       0.000000  0.211405  0.797333  0.896369       0.0  0.234352   \n",
       "53_CD_plain        0.000000  0.100262  0.564160  0.879910       0.0  0.477754   \n",
       "97_CD_plain        0.000000  0.427867  0.183754  0.000000       0.0  0.000000   \n",
       "\n",
       "Gene_Symbol        LOC100132831  LOC100288778  LOC100505851  \n",
       "217_CD_deep_ulcer      0.487389      0.649495      0.323681  \n",
       "85_control             0.429187      0.585560      0.014040  \n",
       "175_CD_plain           0.000000      0.783034      0.014040  \n",
       "1_CD_plain             0.037036      0.247436      0.215637  \n",
       "156_CD_plain           0.318682      0.606022      0.430434  \n",
       "157_CD_plain           0.000000      0.407884      0.357648  \n",
       "109_CD_deep_ulcer      0.000000      0.277960      0.465092  \n",
       "73_CD_plain            0.281440      0.576728      0.448596  \n",
       "71_CD_plain            0.612779      0.699692      0.199953  \n",
       "141_CD_plain           0.000000      0.538674      0.449466  \n",
       "139_CD_deep_ulcer      0.724901      0.550211      0.418682  \n",
       "205_CD_plain           0.000000      0.718375      0.171278  \n",
       "32_CD_plain            0.011468      1.000000      0.388499  \n",
       "39_control             0.437510      0.568302      0.014040  \n",
       "207_CD_plain           0.000000      0.568517      0.125094  \n",
       "133_CD_deep_ulcer      0.000000      0.503193      0.144990  \n",
       "162_CD_plain           0.000000      0.559820      0.652819  \n",
       "195_CD_plain           0.055437      0.824642      0.480971  \n",
       "36_control             0.000000      0.881882      0.528210  \n",
       "237_CD_plain           0.381518      0.662538      0.302092  \n",
       "7_CD_plain             0.152684      0.440587      0.346926  \n",
       "108_CD_plain           0.285041      0.680789      0.485450  \n",
       "140_CD_plain           0.094669      0.594084      0.490213  \n",
       "185_CD_plain           0.000000      0.472987      0.687287  \n",
       "86_control             0.000000      0.565647      0.392386  \n",
       "117_control            0.569134      0.515199      0.509704  \n",
       "26_CD_plain            0.458164      0.647281      0.390992  \n",
       "303_CD_plain           0.126816      0.389720      0.014040  \n",
       "35_control             0.653268      0.610321      0.748211  \n",
       "148_CD_deep_ulcer      0.000000      0.780115      0.976489  \n",
       "28_control             0.247070      0.698991      0.014040  \n",
       "67_control             0.000000      0.541455      0.381378  \n",
       "15_CD_plain            0.694951      0.485461      0.300471  \n",
       "182_CD_plain           0.096205      0.502320      0.615334  \n",
       "164_CD_plain           0.000000      0.496177      0.402714  \n",
       "53_CD_plain            0.000000      0.537702      0.304807  \n",
       "97_CD_plain            0.605142      0.000000      0.361919  \n",
       "\n",
       "[37 rows x 221 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "split_pt = int(0.8*len(x_train_scaled))\n",
    "\n",
    "x_val_scaled = x_train_scaled[split_pt:]\n",
    "x_train_scaled_part = x_train_scaled[:split_pt]\n",
    "x_val_scaled"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2e95462a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Gene_Symbol</th>\n",
       "      <th>AADAC</th>\n",
       "      <th>APOA1</th>\n",
       "      <th>APOA4</th>\n",
       "      <th>APOB</th>\n",
       "      <th>APOC3</th>\n",
       "      <th>AQP9</th>\n",
       "      <th>C6</th>\n",
       "      <th>CEACAM7</th>\n",
       "      <th>CHI3L1</th>\n",
       "      <th>ABCC2</th>\n",
       "      <th>...</th>\n",
       "      <th>PPP1R17</th>\n",
       "      <th>WNT8A</th>\n",
       "      <th>LSM5</th>\n",
       "      <th>PCDHB3</th>\n",
       "      <th>GUSBP11</th>\n",
       "      <th>C16orf78</th>\n",
       "      <th>C5orf17</th>\n",
       "      <th>LOC100132831</th>\n",
       "      <th>LOC100288778</th>\n",
       "      <th>LOC100505851</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>55_control</th>\n",
       "      <td>0.702813</td>\n",
       "      <td>0.799052</td>\n",
       "      <td>0.719665</td>\n",
       "      <td>0.729547</td>\n",
       "      <td>0.794953</td>\n",
       "      <td>0.256451</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.363133</td>\n",
       "      <td>0.374212</td>\n",
       "      <td>0.611161</td>\n",
       "      <td>...</td>\n",
       "      <td>0.932722</td>\n",
       "      <td>0.806913</td>\n",
       "      <td>0.653998</td>\n",
       "      <td>0.860533</td>\n",
       "      <td>0.837016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.550415</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.778617</td>\n",
       "      <td>0.940755</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168_CD_plain</th>\n",
       "      <td>0.751408</td>\n",
       "      <td>0.603707</td>\n",
       "      <td>0.622768</td>\n",
       "      <td>0.627712</td>\n",
       "      <td>0.606860</td>\n",
       "      <td>0.520576</td>\n",
       "      <td>0.311962</td>\n",
       "      <td>0.251356</td>\n",
       "      <td>0.553554</td>\n",
       "      <td>0.441131</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.692339</td>\n",
       "      <td>0.578107</td>\n",
       "      <td>0.619998</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.607899</td>\n",
       "      <td>0.206271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72_control</th>\n",
       "      <td>0.786508</td>\n",
       "      <td>0.755331</td>\n",
       "      <td>0.739605</td>\n",
       "      <td>0.756170</td>\n",
       "      <td>0.819875</td>\n",
       "      <td>0.391132</td>\n",
       "      <td>0.648401</td>\n",
       "      <td>0.134017</td>\n",
       "      <td>0.200420</td>\n",
       "      <td>0.679453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.505180</td>\n",
       "      <td>0.644769</td>\n",
       "      <td>0.603195</td>\n",
       "      <td>0.756754</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.350566</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.899508</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120_control</th>\n",
       "      <td>0.707491</td>\n",
       "      <td>0.662993</td>\n",
       "      <td>0.648072</td>\n",
       "      <td>0.764621</td>\n",
       "      <td>0.654276</td>\n",
       "      <td>0.633929</td>\n",
       "      <td>0.579519</td>\n",
       "      <td>0.248934</td>\n",
       "      <td>0.759250</td>\n",
       "      <td>0.755407</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.131632</td>\n",
       "      <td>0.053179</td>\n",
       "      <td>0.774455</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.528882</td>\n",
       "      <td>0.305806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>258_CD_plain</th>\n",
       "      <td>0.701039</td>\n",
       "      <td>0.662511</td>\n",
       "      <td>0.707208</td>\n",
       "      <td>0.834562</td>\n",
       "      <td>0.670160</td>\n",
       "      <td>0.410612</td>\n",
       "      <td>0.370517</td>\n",
       "      <td>0.244987</td>\n",
       "      <td>0.445387</td>\n",
       "      <td>0.798000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.085440</td>\n",
       "      <td>0.761822</td>\n",
       "      <td>0.860355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.604102</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174_CD_plain</th>\n",
       "      <td>0.507857</td>\n",
       "      <td>0.504568</td>\n",
       "      <td>0.553361</td>\n",
       "      <td>0.622493</td>\n",
       "      <td>0.537040</td>\n",
       "      <td>0.428029</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.199162</td>\n",
       "      <td>0.627999</td>\n",
       "      <td>0.538031</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.209337</td>\n",
       "      <td>0.606098</td>\n",
       "      <td>0.908746</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.088667</td>\n",
       "      <td>0.395328</td>\n",
       "      <td>0.607002</td>\n",
       "      <td>0.339250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>274_CD_plain</th>\n",
       "      <td>0.884177</td>\n",
       "      <td>0.785462</td>\n",
       "      <td>0.883061</td>\n",
       "      <td>0.912750</td>\n",
       "      <td>0.767023</td>\n",
       "      <td>0.153630</td>\n",
       "      <td>0.421927</td>\n",
       "      <td>0.339556</td>\n",
       "      <td>0.067453</td>\n",
       "      <td>0.968904</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.105102</td>\n",
       "      <td>0.519020</td>\n",
       "      <td>0.829230</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.115760</td>\n",
       "      <td>0.113923</td>\n",
       "      <td>0.580694</td>\n",
       "      <td>0.014040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160_CD_plain</th>\n",
       "      <td>0.847110</td>\n",
       "      <td>0.735907</td>\n",
       "      <td>0.829303</td>\n",
       "      <td>0.828346</td>\n",
       "      <td>0.720977</td>\n",
       "      <td>0.539274</td>\n",
       "      <td>0.344702</td>\n",
       "      <td>0.211948</td>\n",
       "      <td>0.437431</td>\n",
       "      <td>0.815641</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.376194</td>\n",
       "      <td>0.213111</td>\n",
       "      <td>0.789006</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.530136</td>\n",
       "      <td>0.898249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>227_CD_plain</th>\n",
       "      <td>0.690145</td>\n",
       "      <td>0.466851</td>\n",
       "      <td>0.655650</td>\n",
       "      <td>0.637548</td>\n",
       "      <td>0.579492</td>\n",
       "      <td>0.666066</td>\n",
       "      <td>0.156565</td>\n",
       "      <td>0.411542</td>\n",
       "      <td>0.618804</td>\n",
       "      <td>0.546037</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.334649</td>\n",
       "      <td>0.593015</td>\n",
       "      <td>0.716302</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.506008</td>\n",
       "      <td>0.673136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150_CD_deep_ulcer</th>\n",
       "      <td>0.623399</td>\n",
       "      <td>0.694009</td>\n",
       "      <td>0.720248</td>\n",
       "      <td>0.641013</td>\n",
       "      <td>0.718839</td>\n",
       "      <td>0.518568</td>\n",
       "      <td>0.320350</td>\n",
       "      <td>0.446448</td>\n",
       "      <td>0.785664</td>\n",
       "      <td>0.518072</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.519720</td>\n",
       "      <td>0.772647</td>\n",
       "      <td>0.705934</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.791919</td>\n",
       "      <td>0.499491</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>145 rows × 221 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "Gene_Symbol           AADAC     APOA1     APOA4      APOB     APOC3      AQP9  \\\n",
       "55_control         0.702813  0.799052  0.719665  0.729547  0.794953  0.256451   \n",
       "168_CD_plain       0.751408  0.603707  0.622768  0.627712  0.606860  0.520576   \n",
       "72_control         0.786508  0.755331  0.739605  0.756170  0.819875  0.391132   \n",
       "120_control        0.707491  0.662993  0.648072  0.764621  0.654276  0.633929   \n",
       "258_CD_plain       0.701039  0.662511  0.707208  0.834562  0.670160  0.410612   \n",
       "...                     ...       ...       ...       ...       ...       ...   \n",
       "174_CD_plain       0.507857  0.504568  0.553361  0.622493  0.537040  0.428029   \n",
       "274_CD_plain       0.884177  0.785462  0.883061  0.912750  0.767023  0.153630   \n",
       "160_CD_plain       0.847110  0.735907  0.829303  0.828346  0.720977  0.539274   \n",
       "227_CD_plain       0.690145  0.466851  0.655650  0.637548  0.579492  0.666066   \n",
       "150_CD_deep_ulcer  0.623399  0.694009  0.720248  0.641013  0.718839  0.518568   \n",
       "\n",
       "Gene_Symbol              C6   CEACAM7    CHI3L1     ABCC2  ...   PPP1R17  \\\n",
       "55_control         1.000000  0.363133  0.374212  0.611161  ...  0.932722   \n",
       "168_CD_plain       0.311962  0.251356  0.553554  0.441131  ...  0.000000   \n",
       "72_control         0.648401  0.134017  0.200420  0.679453  ...  0.000000   \n",
       "120_control        0.579519  0.248934  0.759250  0.755407  ...  0.000000   \n",
       "258_CD_plain       0.370517  0.244987  0.445387  0.798000  ...  0.000000   \n",
       "...                     ...       ...       ...       ...  ...       ...   \n",
       "174_CD_plain       0.000000  0.199162  0.627999  0.538031  ...  0.000000   \n",
       "274_CD_plain       0.421927  0.339556  0.067453  0.968904  ...  0.000000   \n",
       "160_CD_plain       0.344702  0.211948  0.437431  0.815641  ...  0.000000   \n",
       "227_CD_plain       0.156565  0.411542  0.618804  0.546037  ...  0.000000   \n",
       "150_CD_deep_ulcer  0.320350  0.446448  0.785664  0.518072  ...  0.000000   \n",
       "\n",
       "Gene_Symbol           WNT8A      LSM5    PCDHB3   GUSBP11  C16orf78   C5orf17  \\\n",
       "55_control         0.806913  0.653998  0.860533  0.837016       1.0  0.550415   \n",
       "168_CD_plain       0.000000  0.692339  0.578107  0.619998       0.0  0.000000   \n",
       "72_control         0.505180  0.644769  0.603195  0.756754       0.0  0.350566   \n",
       "120_control        0.000000  0.131632  0.053179  0.774455       0.0  0.000000   \n",
       "258_CD_plain       0.000000  0.085440  0.761822  0.860355       0.0  0.000000   \n",
       "...                     ...       ...       ...       ...       ...       ...   \n",
       "174_CD_plain       0.000000  0.209337  0.606098  0.908746       0.0  0.088667   \n",
       "274_CD_plain       0.000000  0.105102  0.519020  0.829230       0.0  0.115760   \n",
       "160_CD_plain       0.000000  0.376194  0.213111  0.789006       0.0  0.000000   \n",
       "227_CD_plain       0.000000  0.334649  0.593015  0.716302       0.0  0.000000   \n",
       "150_CD_deep_ulcer  0.000000  0.519720  0.772647  0.705934       0.0  0.000000   \n",
       "\n",
       "Gene_Symbol        LOC100132831  LOC100288778  LOC100505851  \n",
       "55_control             0.000000      0.778617      0.940755  \n",
       "168_CD_plain           0.000000      0.607899      0.206271  \n",
       "72_control             0.000000      0.899508      0.014040  \n",
       "120_control            0.000000      0.528882      0.305806  \n",
       "258_CD_plain           0.000000      0.604102      0.014040  \n",
       "...                         ...           ...           ...  \n",
       "174_CD_plain           0.395328      0.607002      0.339250  \n",
       "274_CD_plain           0.113923      0.580694      0.014040  \n",
       "160_CD_plain           0.000000      0.530136      0.898249  \n",
       "227_CD_plain           0.000000      0.506008      0.673136  \n",
       "150_CD_deep_ulcer      0.000000      0.791919      0.499491  \n",
       "\n",
       "[145 rows x 221 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train_scaled_part"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "6f997083",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/150\n",
      "5/5 [==============================] - 1s 44ms/step - loss: 0.7237 - mse: 0.7237 - val_loss: 0.2478 - val_mse: 0.2478\n",
      "Epoch 2/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.2005 - mse: 0.2005 - val_loss: 0.1562 - val_mse: 0.1562\n",
      "Epoch 3/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0989 - mse: 0.0989 - val_loss: 0.1040 - val_mse: 0.1040\n",
      "Epoch 4/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0783 - mse: 0.0783 - val_loss: 0.0931 - val_mse: 0.0931\n",
      "Epoch 5/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0540 - mse: 0.0540 - val_loss: 0.0952 - val_mse: 0.0952\n",
      "Epoch 6/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0366 - mse: 0.0366 - val_loss: 0.0966 - val_mse: 0.0966\n",
      "Epoch 7/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0345 - mse: 0.0345 - val_loss: 0.0879 - val_mse: 0.0879\n",
      "Epoch 8/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0286 - mse: 0.0286 - val_loss: 0.0780 - val_mse: 0.0780\n",
      "Epoch 9/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0252 - mse: 0.0252 - val_loss: 0.0680 - val_mse: 0.0680\n",
      "Epoch 10/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0226 - mse: 0.0226 - val_loss: 0.0629 - val_mse: 0.0629\n",
      "Epoch 11/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0207 - mse: 0.0207 - val_loss: 0.0618 - val_mse: 0.0618\n",
      "Epoch 12/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0205 - mse: 0.0205 - val_loss: 0.0601 - val_mse: 0.0601\n",
      "Epoch 13/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0188 - mse: 0.0188 - val_loss: 0.0582 - val_mse: 0.0582\n",
      "Epoch 14/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0190 - mse: 0.0190 - val_loss: 0.0544 - val_mse: 0.0544\n",
      "Epoch 15/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0185 - mse: 0.0185 - val_loss: 0.0542 - val_mse: 0.0542\n",
      "Epoch 16/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0204 - mse: 0.0204 - val_loss: 0.0534 - val_mse: 0.0534\n",
      "Epoch 17/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0184 - mse: 0.0184 - val_loss: 0.0501 - val_mse: 0.0501\n",
      "Epoch 18/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0173 - mse: 0.0173 - val_loss: 0.0460 - val_mse: 0.0460\n",
      "Epoch 19/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0182 - mse: 0.0182 - val_loss: 0.0446 - val_mse: 0.0446\n",
      "Epoch 20/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0163 - mse: 0.0163 - val_loss: 0.0445 - val_mse: 0.0445\n",
      "Epoch 21/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0169 - mse: 0.0169 - val_loss: 0.0436 - val_mse: 0.0436\n",
      "Epoch 22/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0172 - mse: 0.0172 - val_loss: 0.0423 - val_mse: 0.0423\n",
      "Epoch 23/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0176 - mse: 0.0176 - val_loss: 0.0385 - val_mse: 0.0385\n",
      "Epoch 24/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0159 - mse: 0.0159 - val_loss: 0.0381 - val_mse: 0.0381\n",
      "Epoch 25/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0175 - mse: 0.0175 - val_loss: 0.0381 - val_mse: 0.0381\n",
      "Epoch 26/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0149 - mse: 0.0149 - val_loss: 0.0371 - val_mse: 0.0371\n",
      "Epoch 27/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0170 - mse: 0.0170 - val_loss: 0.0352 - val_mse: 0.0352\n",
      "Epoch 28/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0166 - mse: 0.0166 - val_loss: 0.0334 - val_mse: 0.0334\n",
      "Epoch 29/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0173 - mse: 0.0173 - val_loss: 0.0323 - val_mse: 0.0323\n",
      "Epoch 30/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0148 - mse: 0.0148 - val_loss: 0.0308 - val_mse: 0.0308\n",
      "Epoch 31/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0166 - mse: 0.0166 - val_loss: 0.0308 - val_mse: 0.0308\n",
      "Epoch 32/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0169 - mse: 0.0169 - val_loss: 0.0290 - val_mse: 0.0290\n",
      "Epoch 33/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0177 - mse: 0.0177 - val_loss: 0.0299 - val_mse: 0.0299\n",
      "Epoch 34/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0146 - mse: 0.0146 - val_loss: 0.0267 - val_mse: 0.0267\n",
      "Epoch 35/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0148 - mse: 0.0148 - val_loss: 0.0268 - val_mse: 0.0268\n",
      "Epoch 36/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0175 - mse: 0.0175 - val_loss: 0.0296 - val_mse: 0.0296\n",
      "Epoch 37/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0146 - mse: 0.0146 - val_loss: 0.0273 - val_mse: 0.0273\n",
      "Epoch 38/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0166 - mse: 0.0166 - val_loss: 0.0252 - val_mse: 0.0252\n",
      "Epoch 39/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0141 - mse: 0.0141 - val_loss: 0.0236 - val_mse: 0.0236\n",
      "Epoch 40/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0157 - mse: 0.0157 - val_loss: 0.0241 - val_mse: 0.0241\n",
      "Epoch 41/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0140 - mse: 0.0140 - val_loss: 0.0273 - val_mse: 0.0273\n",
      "Epoch 42/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0147 - mse: 0.0147 - val_loss: 0.0234 - val_mse: 0.0234\n",
      "Epoch 43/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0135 - mse: 0.0135 - val_loss: 0.0233 - val_mse: 0.0233\n",
      "Epoch 44/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0150 - mse: 0.0150 - val_loss: 0.0228 - val_mse: 0.0228\n",
      "Epoch 45/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0140 - mse: 0.0140 - val_loss: 0.0221 - val_mse: 0.0221\n",
      "Epoch 46/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0144 - mse: 0.0144 - val_loss: 0.0212 - val_mse: 0.0212\n",
      "Epoch 47/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0127 - mse: 0.0127 - val_loss: 0.0205 - val_mse: 0.0205\n",
      "Epoch 48/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0134 - mse: 0.0134 - val_loss: 0.0210 - val_mse: 0.0210\n",
      "Epoch 49/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0161 - mse: 0.0161 - val_loss: 0.0207 - val_mse: 0.0207\n",
      "Epoch 50/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0128 - mse: 0.0128 - val_loss: 0.0207 - val_mse: 0.0207\n",
      "Epoch 51/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0166 - mse: 0.0166 - val_loss: 0.0195 - val_mse: 0.0195\n",
      "Epoch 52/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0133 - mse: 0.0133 - val_loss: 0.0178 - val_mse: 0.0178\n",
      "Epoch 53/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0136 - mse: 0.0136 - val_loss: 0.0186 - val_mse: 0.0186\n",
      "Epoch 54/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0142 - mse: 0.0142 - val_loss: 0.0193 - val_mse: 0.0193\n",
      "Epoch 55/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0145 - mse: 0.0145 - val_loss: 0.0183 - val_mse: 0.0183\n",
      "Epoch 56/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0116 - mse: 0.0116 - val_loss: 0.0173 - val_mse: 0.0173\n",
      "Epoch 57/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0122 - mse: 0.0122 - val_loss: 0.0174 - val_mse: 0.0174\n",
      "Epoch 58/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0123 - mse: 0.0123 - val_loss: 0.0183 - val_mse: 0.0183\n",
      "Epoch 59/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0156 - mse: 0.0156 - val_loss: 0.0174 - val_mse: 0.0174\n",
      "Epoch 60/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0121 - mse: 0.0121 - val_loss: 0.0166 - val_mse: 0.0166\n",
      "Epoch 61/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0134 - mse: 0.0134 - val_loss: 0.0169 - val_mse: 0.0169\n",
      "Epoch 62/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0136 - mse: 0.0136 - val_loss: 0.0164 - val_mse: 0.0164\n",
      "Epoch 63/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0122 - mse: 0.0122 - val_loss: 0.0165 - val_mse: 0.0165\n",
      "Epoch 64/150\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0148 - mse: 0.0148 - val_loss: 0.0179 - val_mse: 0.0179\n",
      "Epoch 65/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0128 - mse: 0.0128 - val_loss: 0.0157 - val_mse: 0.0157\n",
      "Epoch 66/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0135 - mse: 0.0135 - val_loss: 0.0162 - val_mse: 0.0162\n",
      "Epoch 67/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0138 - mse: 0.0138 - val_loss: 0.0165 - val_mse: 0.0165\n",
      "Epoch 68/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0133 - mse: 0.0133 - val_loss: 0.0160 - val_mse: 0.0160\n",
      "Epoch 69/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0112 - mse: 0.0112 - val_loss: 0.0152 - val_mse: 0.0152\n",
      "Epoch 70/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0139 - mse: 0.0139 - val_loss: 0.0163 - val_mse: 0.0163\n",
      "Epoch 71/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0111 - mse: 0.0111 - val_loss: 0.0137 - val_mse: 0.0137\n",
      "Epoch 72/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0111 - mse: 0.0111 - val_loss: 0.0152 - val_mse: 0.0152\n",
      "Epoch 73/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0112 - mse: 0.0112 - val_loss: 0.0161 - val_mse: 0.0161\n",
      "Epoch 74/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0108 - mse: 0.0108 - val_loss: 0.0137 - val_mse: 0.0137\n",
      "Epoch 75/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0103 - mse: 0.0103 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 76/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0104 - mse: 0.0104 - val_loss: 0.0139 - val_mse: 0.0139\n",
      "Epoch 77/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0124 - mse: 0.0124 - val_loss: 0.0145 - val_mse: 0.0145\n",
      "Epoch 78/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0102 - mse: 0.0102 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 79/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0112 - mse: 0.0112 - val_loss: 0.0140 - val_mse: 0.0140\n",
      "Epoch 80/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0111 - mse: 0.0111 - val_loss: 0.0139 - val_mse: 0.0139\n",
      "Epoch 81/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0107 - mse: 0.0107 - val_loss: 0.0148 - val_mse: 0.0148\n",
      "Epoch 82/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0123 - mse: 0.0123 - val_loss: 0.0133 - val_mse: 0.0133\n",
      "Epoch 83/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0135 - mse: 0.0135 - val_loss: 0.0152 - val_mse: 0.0152\n",
      "Epoch 84/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0131 - mse: 0.0131 - val_loss: 0.0134 - val_mse: 0.0134\n",
      "Epoch 85/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0110 - mse: 0.0110 - val_loss: 0.0139 - val_mse: 0.0139\n",
      "Epoch 86/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0099 - mse: 0.0099 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 87/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0148 - mse: 0.0148 - val_loss: 0.0152 - val_mse: 0.0152\n",
      "Epoch 88/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0125 - mse: 0.0125 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 89/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0115 - mse: 0.0115 - val_loss: 0.0136 - val_mse: 0.0136\n",
      "Epoch 90/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0108 - mse: 0.0108 - val_loss: 0.0146 - val_mse: 0.0146\n",
      "Epoch 91/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0117 - mse: 0.0117 - val_loss: 0.0148 - val_mse: 0.0148\n",
      "Epoch 92/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0102 - mse: 0.0102 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 93/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0114 - mse: 0.0114 - val_loss: 0.0136 - val_mse: 0.0136\n",
      "Epoch 94/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0103 - mse: 0.0103 - val_loss: 0.0129 - val_mse: 0.0129\n",
      "Epoch 95/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0099 - mse: 0.0099 - val_loss: 0.0133 - val_mse: 0.0133\n",
      "Epoch 96/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0100 - mse: 0.0100 - val_loss: 0.0134 - val_mse: 0.0134\n",
      "Epoch 97/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0109 - mse: 0.0109 - val_loss: 0.0135 - val_mse: 0.0135\n",
      "Epoch 98/150\n",
      "5/5 [==============================] - 0s 8ms/step - loss: 0.0121 - mse: 0.0121 - val_loss: 0.0143 - val_mse: 0.0143\n",
      "Epoch 99/150\n",
      "5/5 [==============================] - 0s 8ms/step - loss: 0.0138 - mse: 0.0138 - val_loss: 0.0154 - val_mse: 0.0154\n",
      "Epoch 100/150\n",
      "5/5 [==============================] - 0s 8ms/step - loss: 0.0114 - mse: 0.0114 - val_loss: 0.0154 - val_mse: 0.0154\n",
      "Epoch 101/150\n",
      "5/5 [==============================] - 0s 8ms/step - loss: 0.0130 - mse: 0.0130 - val_loss: 0.0130 - val_mse: 0.0130\n",
      "Epoch 102/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0110 - mse: 0.0110 - val_loss: 0.0133 - val_mse: 0.0133\n",
      "Epoch 103/150\n",
      "5/5 [==============================] - 0s 8ms/step - loss: 0.0117 - mse: 0.0117 - val_loss: 0.0136 - val_mse: 0.0136\n",
      "Epoch 104/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0104 - mse: 0.0104 - val_loss: 0.0137 - val_mse: 0.0137\n",
      "Epoch 105/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0097 - mse: 0.0097 - val_loss: 0.0129 - val_mse: 0.0129\n",
      "Epoch 106/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0106 - mse: 0.0106 - val_loss: 0.0130 - val_mse: 0.0130\n",
      "Epoch 107/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0148 - mse: 0.0148 - val_loss: 0.0148 - val_mse: 0.0148\n",
      "Epoch 108/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0098 - mse: 0.0098 - val_loss: 0.0133 - val_mse: 0.0133\n",
      "Epoch 109/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0094 - mse: 0.0094 - val_loss: 0.0134 - val_mse: 0.0134\n",
      "Epoch 110/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0092 - mse: 0.0092 - val_loss: 0.0129 - val_mse: 0.0129\n",
      "Epoch 111/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0089 - mse: 0.0089 - val_loss: 0.0128 - val_mse: 0.0128\n",
      "Epoch 112/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0095 - mse: 0.0095 - val_loss: 0.0126 - val_mse: 0.0126\n",
      "Epoch 113/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0088 - mse: 0.0088 - val_loss: 0.0119 - val_mse: 0.0119\n",
      "Epoch 114/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0086 - mse: 0.0086 - val_loss: 0.0118 - val_mse: 0.0118\n",
      "Epoch 115/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0106 - mse: 0.0106 - val_loss: 0.0130 - val_mse: 0.0130\n",
      "Epoch 116/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0104 - mse: 0.0104 - val_loss: 0.0119 - val_mse: 0.0119\n",
      "Epoch 117/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0093 - mse: 0.0093 - val_loss: 0.0127 - val_mse: 0.0127\n",
      "Epoch 118/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0094 - mse: 0.0094 - val_loss: 0.0124 - val_mse: 0.0124\n",
      "Epoch 119/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0088 - mse: 0.0088 - val_loss: 0.0123 - val_mse: 0.0123\n",
      "Epoch 120/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0086 - mse: 0.0086 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 121/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0094 - mse: 0.0094 - val_loss: 0.0125 - val_mse: 0.0125\n",
      "Epoch 122/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0087 - mse: 0.0087 - val_loss: 0.0118 - val_mse: 0.0118\n",
      "Epoch 123/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0081 - mse: 0.0081 - val_loss: 0.0119 - val_mse: 0.0119\n",
      "Epoch 124/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0078 - mse: 0.0078 - val_loss: 0.0115 - val_mse: 0.0115\n",
      "Epoch 125/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0090 - mse: 0.0090 - val_loss: 0.0116 - val_mse: 0.0116\n",
      "Epoch 126/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0083 - mse: 0.0083 - val_loss: 0.0116 - val_mse: 0.0116\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 127/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0082 - mse: 0.0082 - val_loss: 0.0119 - val_mse: 0.0119\n",
      "Epoch 128/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0117 - mse: 0.0117 - val_loss: 0.0120 - val_mse: 0.0120\n",
      "Epoch 129/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0079 - mse: 0.0079 - val_loss: 0.0119 - val_mse: 0.0119\n",
      "Epoch 130/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0101 - mse: 0.0101 - val_loss: 0.0125 - val_mse: 0.0125\n",
      "Epoch 131/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0087 - mse: 0.0087 - val_loss: 0.0126 - val_mse: 0.0126\n",
      "Epoch 132/150\n",
      "5/5 [==============================] - 0s 5ms/step - loss: 0.0094 - mse: 0.0094 - val_loss: 0.0121 - val_mse: 0.0121\n",
      "Epoch 133/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0099 - mse: 0.0099 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 134/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0089 - mse: 0.0089 - val_loss: 0.0120 - val_mse: 0.0120\n",
      "Epoch 135/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0089 - mse: 0.0089 - val_loss: 0.0118 - val_mse: 0.0118\n",
      "Epoch 136/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0084 - mse: 0.0084 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 137/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0080 - mse: 0.0080 - val_loss: 0.0112 - val_mse: 0.0112\n",
      "Epoch 138/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0087 - mse: 0.0087 - val_loss: 0.0114 - val_mse: 0.0114\n",
      "Epoch 139/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0080 - mse: 0.0080 - val_loss: 0.0122 - val_mse: 0.0122\n",
      "Epoch 140/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0078 - mse: 0.0078 - val_loss: 0.0116 - val_mse: 0.0116\n",
      "Epoch 141/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0085 - mse: 0.0085 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 142/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0088 - mse: 0.0088 - val_loss: 0.0115 - val_mse: 0.0115\n",
      "Epoch 143/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0093 - mse: 0.0093 - val_loss: 0.0121 - val_mse: 0.0121\n",
      "Epoch 144/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0082 - mse: 0.0082 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 145/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0115 - mse: 0.0115 - val_loss: 0.0130 - val_mse: 0.0130\n",
      "Epoch 146/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0077 - mse: 0.0077 - val_loss: 0.0120 - val_mse: 0.0120\n",
      "Epoch 147/150\n",
      "5/5 [==============================] - 0s 6ms/step - loss: 0.0075 - mse: 0.0075 - val_loss: 0.0117 - val_mse: 0.0117\n",
      "Epoch 148/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0100 - mse: 0.0100 - val_loss: 0.0126 - val_mse: 0.0126\n",
      "Epoch 149/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0080 - mse: 0.0080 - val_loss: 0.0123 - val_mse: 0.0123\n",
      "Epoch 150/150\n",
      "5/5 [==============================] - 0s 7ms/step - loss: 0.0097 - mse: 0.0097 - val_loss: 0.0129 - val_mse: 0.0129\n"
     ]
    }
   ],
   "source": [
    "history = auto_encoder.fit(\n",
    "    x_train_scaled_part, \n",
    "    x_train_scaled_part, \n",
    "    epochs=150, \n",
    "    batch_size=32, \n",
    "    validation_data=(x_val_scaled, x_val_scaled)\n",
    ")\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "90613c65",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential\"\n",
      "_________________________________________________________________\n",
      " Layer (type)                Output Shape              Param #   \n",
      "=================================================================\n",
      " dense (Dense)               (None, 442)               98124     \n",
      "                                                                 \n",
      " batch_normalization (BatchN  (None, 442)              1768      \n",
      " ormalization)                                                   \n",
      "                                                                 \n",
      " leaky_re_lu (LeakyReLU)     (None, 442)               0         \n",
      "                                                                 \n",
      " dense_1 (Dense)             (None, 221)               97903     \n",
      "                                                                 \n",
      " batch_normalization_1 (Batc  (None, 221)              884       \n",
      " hNormalization)                                                 \n",
      "                                                                 \n",
      " leaky_re_lu_1 (LeakyReLU)   (None, 221)               0         \n",
      "                                                                 \n",
      " dense_2 (Dense)             (None, 32)                7104      \n",
      "                                                                 \n",
      "=================================================================\n",
      "Total params: 205,783\n",
      "Trainable params: 204,457\n",
      "Non-trainable params: 1,326\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "auto_encoder.encoder.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "05a18d12",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"sequential_1\"\n",
      "_________________________________________________________________\n",
      " Layer (type)                Output Shape              Param #   \n",
      "=================================================================\n",
      " dense_3 (Dense)             (None, 221)               7293      \n",
      "                                                                 \n",
      " batch_normalization_2 (Batc  (None, 221)              884       \n",
      " hNormalization)                                                 \n",
      "                                                                 \n",
      " leaky_re_lu_2 (LeakyReLU)   (None, 221)               0         \n",
      "                                                                 \n",
      " dense_4 (Dense)             (None, 442)               98124     \n",
      "                                                                 \n",
      " batch_normalization_3 (Batc  (None, 442)              1768      \n",
      " hNormalization)                                                 \n",
      "                                                                 \n",
      " leaky_re_lu_3 (LeakyReLU)   (None, 442)               0         \n",
      "                                                                 \n",
      " dense_5 (Dense)             (None, 221)               97903     \n",
      "                                                                 \n",
      "=================================================================\n",
      "Total params: 205,972\n",
      "Trainable params: 204,646\n",
      "Non-trainable params: 1,326\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "auto_encoder.decoder.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "3d835881",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['loss', 'mse', 'val_loss', 'val_mse'])\n"
     ]
    }
   ],
   "source": [
    "# list all data in history\n",
    "print(history.history.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "cacbc443",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAnYAAAHWCAYAAAD6oMSKAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABstklEQVR4nO3dd3wUZf4H8M9sz6b3nhB6Cc1EFBAFkSBYAPVEUIqCykVQ5IftOBU4EcuJeKeg3IFYkbNxeKIQFRCICAZQkCotkEJISC9b5/fHZBeGDbCBzG6y+bxfr32RnZ3deeabFT88zzzPCKIoiiAiIiKiFk/l7QYQERERUdNgsCMiIiLyEQx2RERERD6CwY6IiIjIRzDYEREREfkIBjsiIiIiH8FgR0REROQjGOyIiIiIfASDHREREZGPYLAjomZv+fLlEAQBgiBgw4YNLq+Looj27dtDEAQMHDiwSY8tCAJmz57d6PcdO3YMgiBg+fLlTbIfEZE7GOyIqMUIDAzE0qVLXbZv3LgRhw8fRmBgoBdaRUTUfDDYEVGLMXr0aHz++eeoqKiQbV+6dCn69u2LpKQkL7WMiKh5YLAjohZjzJgxAIAVK1Y4t5WXl+Pzzz/HAw880OB7zpw5g8zMTMTHx0On06Ft27aYNWsWTCaTbL+Kigo8+OCDCA8PR0BAAG6++WYcPHiwwc88dOgQxo4di6ioKOj1enTp0gVvvfVWE52lZPPmzRg8eDACAwNhNBrRr18/fP3117J9ampqMHPmTKSkpMBgMCAsLAzp6emy+hw5cgT33HMP4uLioNfrER0djcGDB2PXrl1N2l4iah403m4AEZG7goKCcNddd2HZsmV4+OGHAUghT6VSYfTo0Vi4cKFs/7q6OgwaNAiHDx/GnDlz0KNHD2zatAnz58/Hrl27nEFJFEWMHDkS2dnZeO6553D11Vdjy5YtGDZsmEsb9u7di379+iEpKQmvvfYaYmJisHbtWjz66KMoLi7G888/f8XnuXHjRgwZMgQ9evTA0qVLodfrsWjRItx2221YsWIFRo8eDQCYMWMGPvjgA7zwwgvo3bs3qqursWfPHpSUlDg/a/jw4bDZbHjllVeQlJSE4uJiZGdno6ys7IrbSUTNkEhE1My9++67IgBx+/bt4vr160UA4p49e0RRFMWrr75anDhxoiiKotitWzfxhhtucL7v7bffFgGI//nPf2Sf9/LLL4sAxHXr1omiKIrffPONCEB84403ZPvNmzdPBCA+//zzzm1Dhw4VExISxPLyctm+U6dOFQ0Gg3jmzBlRFEXx6NGjIgDx3Xffvei5NbTftddeK0ZFRYmVlZXObVarVUxNTRUTEhJEu90uiqIopqamiiNHjrzgZxcXF4sAxIULF160DUTkOzgUS0Qtyg033IB27dph2bJl2L17N7Zv337BYdgffvgB/v7+uOuuu2TbJ06cCAD4/vvvAQDr168HANx7772y/caOHSt7XldXh++//x6jRo2C0WiE1Wp1PoYPH466ujps3br1is6vuroaP//8M+666y4EBAQ4t6vVaowbNw4nT57EgQMHAAB9+vTBN998g6effhobNmxAbW2t7LPCwsLQrl07vPrqq1iwYAF27twJu91+Re0jouaNwY6IWhRBEHD//ffjww8/xNtvv42OHTtiwIABDe5bUlKCmJgYCIIg2x4VFQWNRuMcsiwpKYFGo0F4eLhsv5iYGJfPs1qt+Oc//wmtVit7DB8+HABQXFx8RedXWloKURQRGxvr8lpcXJyzHQDwj3/8A0899RRWrVqFQYMGISwsDCNHjsShQ4cASLX6/vvvMXToULzyyiu46qqrEBkZiUcffRSVlZVX1E4iap4Y7IioxZk4cSKKi4vx9ttv4/7777/gfuHh4Th16hREUZRtLyoqgtVqRUREhHM/q9UquzYNAAoLC2XPQ0NDoVarMXHiRGzfvr3BhyPgXa7Q0FCoVCoUFBS4vJafnw8Aznb7+/tjzpw52L9/PwoLC7F48WJs3boVt912m/M9ycnJWLp0KQoLC3HgwAE8/vjjWLRoEZ544okraicRNU8MdkTU4sTHx+OJJ57AbbfdhgkTJlxwv8GDB6OqqgqrVq2SbX///fedrwPAoEGDAAAfffSRbL+PP/5Y9txoNGLQoEHYuXMnevTogfT0dJfH+b1+jeXv749rrrkGX3zxhWxo1W6348MPP0RCQgI6duzo8r7o6GhMnDgRY8aMwYEDB1BTU+OyT8eOHfHXv/4V3bt3x44dO66onUTUPHFWLBG1SC+99NIl9xk/fjzeeustTJgwAceOHUP37t2xefNmvPjiixg+fDhuuukmAEBGRgauv/56PPnkk6iurkZ6ejq2bNmCDz74wOUz33jjDVx33XUYMGAA/vznP6NNmzaorKzEH3/8ga+++go//PDDFZ/b/PnzMWTIEAwaNAgzZ86ETqfDokWLsGfPHqxYscI5tHzNNdfg1ltvRY8ePRAaGop9+/bhgw8+QN++fWE0GvHbb79h6tSp+NOf/oQOHTpAp9Phhx9+wG+//Yann376ittJRM0Pgx0R+SyDwYD169dj1qxZePXVV3H69GnEx8dj5syZsmVJVCoVVq9ejRkzZuCVV16B2WxG//79sWbNGnTu3Fn2mV27dsWOHTvwt7/9DX/9619RVFSEkJAQdOjQ4YqHYR1uuOEG/PDDD3j++ecxceJE2O129OzZE6tXr8att97q3O/GG2/E6tWr8frrr6Ompgbx8fEYP348Zs2aBUC6RrBdu3ZYtGgRTpw4AUEQ0LZtW7z22muYNm1ak7SViJoXQTz/4hMiIiIiapF4jR0RERGRj2CwIyIiIvIRDHZEREREPoLBjoiIiMhHMNgRERER+QgGOyIiIiIf0erWsbPb7cjPz0dgYKDL/SOJiIiImhtRFFFZWYm4uDioVBfvk2t1wS4/Px+JiYnebgYRERFRo5w4cQIJCQkX3afVBbvAwEAAUnGCgoIUO47FYsG6deuQkZEBrVar2HFaCtZDjvWQYz3kWA9XrIkc6yHn6/WoqKhAYmKiM8NcTKsLdo7h16CgIMWDndFoRFBQkE9+yRqL9ZBjPeRYDznWwxVrIsd6yLWWerhzCRknTxARERH5CAY7IiIiIh/BYEdERETkI1rdNXZERES+QBAEmEwm2Gw2bzfF6ywWCzQaDerq6lpkPbRaLdRqdZN8FoMdERFRCyKKIk6dOoXY2Fjk5uZyTVZINYmJicGJEydabD1CQkIQExNzxe1nsCMiImpBCgsLUVFRgZiYGISFhTVZT09LZrfbUVVVhYCAgEsu4NvciKKImpoaFBUVAQBiY2Ov6PMY7IiIiFoIm82GsrIyREZGQqvVws/Pr8UFGSXY7XaYzWYYDIYWWQ8/Pz8AQFFREaKioq4orLe8syciImqlLBYLAMBoNHq5JdTUHL9Tx+/4cjHYERERtTAt9ToyurCm+p0y2BERERH5CAY7IiIiapEGDhyI6dOnu73/sWPHIAgCdu3apVibvI2TJ4iIiEhRlxpmnDBhApYvX97oz/3iiy8adW/YxMREFBQUICIiotHHaikY7IiIiEhRBQUFzp9XrlyJ5557DgcOHHBuc8wKdbBYLG4FtrCwMADSrFh3qNVqxMTEuLVvS8WhWAXUmm04VlKNkjpvt4SIiMj7YmJinI/g4GAIguB8XldXh5CQEPznP//BwIEDYTAY8OGHH6KkpARjxoxBQkICjEYjunfvjhUrVsg+9/yh2LZt2+LFF1/EAw88gMDAQCQlJWHJkiXO188fit2wYQMEQcD333+P9PR0GI1G9OvXTxY6AeCFF15AVFQUAgMDMXnyZDz99NPo1auXUuW6Igx2CtiZW4ohC7dgyX4uGklERMoSRRE1ZqtXHqIoNtl5PPXUU3j00Uexb98+DB06FHV1dUhLS8P//vc/7NmzBw899BDGjRuHn3/++aKf89prryE9PR07d+5EZmYm/vznP2P//v0Xfc+sWbPw2muv4ZdffoFGo8EDDzzgfO2jjz7CvHnz8PLLLyMnJwdJSUlYvHhxk5yzEjgUqwC1SrqWoOm+7kRERA2rtdjQ9bm1Xjn23rlDYdQ1TZSYPn067rjjDtm2mTNnOn+eNm0avv32W3z66ae45pprLvg5w4cPR2ZmJgApLL7++uvYsGEDOnfufMH3zJs3DzfccAMA4Omnn8Ytt9yCuro6GAwG/POf/8SkSZNw//33AwCee+45rFu3DlVVVZd9rkpij50CHMHOxmRHRETklvT0dNlzm82GefPmoUePHggPD0dAQADWrVuH3Nzci35Ojx49nD87hnwdt+ty5z2OW3o53nPgwAH06dNHtv/5z5sT9tgpwNljx2BHREQK89OqsXfuUK8du6n4+/vLnr/22mt4/fXXsXDhQnTv3h3+/v6YPn06zGbzRT/n/EkXgiBccnLFue9xzOA99z3nz+ptyiHopsZgpwD22BERkacIgtBkw6HNyaZNmzBixAjcd999AKSgdejQIXTp0sWj7ejUqRO2bduGcePGObf98ssvHm1DY3AoVgEqgT12REREV6J9+/bIyspCdnY29u3bh4cffhiFhYUeb8e0adOwdOlSvPfeezh06BBeeOEF/Pbbb832tm6+F/GbAY26vhvXy+0gIiJqqZ599lkcPXoUQ4cOhdFoxEMPPYSRI0eivLzco+249957ceTIEcycORN1dXW4++67MXHiRGzbts2j7XAXg50C1I7xefbYERERyUycOBETJ050Pm/Tpk2D16yFhYVh1apVF/2sDRs2ADh7PdyRI0egUskHI8+9fdj5xxo4cKDLsXv16uWy7dlnn8Wzzz7rfD5kyBC0b9/+om3zFq8PxS5atAgpKSkwGAxIS0vDpk2bLrjvxIkTIQiCy6Nbt24ebPGlOa6xY7AjIiJq2WpqarBgwQL8/vvv2L9/P55//nl89913mDBhgreb1iCvBruVK1di+vTpmDVrFnbu3IkBAwZg2LBhF5zK/MYbb6CgoMD5OHHiBMLCwvCnP/3Jwy2/OAY7IiIi3yAIAtasWYMBAwYgLS0NX331FT7//HPcdNNN3m5ag7w6FLtgwQJMmjQJkydPBgAsXLgQa9euxeLFizF//nyX/YODgxEcHOx8vmrVKpSWljoXDWwuHJMneI0dERFRy+bn54fvvvvO281wm9d67MxmM3JycpCRkSHbnpGRgezsbLc+Y+nSpbjpppuQnJysRBMvm3PyBHvsiIiIyIO81mNXXFwMm82G6Oho2fbo6Gi3pjMXFBTgm2++wccff3zR/UwmE0wmk/N5RUUFAMBiscBisVxGyy/NbrNJf4pQ7BgtjaMOrIeE9ZBjPeRYD1esicRisUAURefF/aIoXnLx3dbAF+pht9shiiIsFgvUavnCz4353nt9VmxDqzm7szbM8uXLERISgpEjR150v/nz52POnDku29etWwej0diotrqrygIAGogQsG5dFprpUjdekZWV5e0mNCushxzrIcd6uGrtNdFoNIiJiUF1dTV0Oh0qKyu93aRmpSXXw2w2o7a2Fj/++COsVqvstZqaGrc/x2vBLiIiAmq12qV3rqioyKUX73yiKGLZsmUYN24cdDrdRfd95plnMGPGDOfziooKJCYmIiMjA0FBQZd/AhdRVmPBrF/WAwBuvGkw/PR6RY7TklgsFmRlZWHIkCEut3tpjVgPOdZDjvVwxZpI6urqcOLECfj7+8NisSAwMLDZLpTrSaIoorKyskXXo66uDn5+frj++uthMBhkrzlGG93htWCn0+mQlpaGrKwsjBo1yrk9KysLI0aMuOh7N27ciD/++AOTJk265HH0ej30DQQrrVar2F8O5x5OpVbuOC2RknVviVgPOdZDjvVw1dprYrPZnEt9AdKo1/nrtrVGjuHXllwPlUoFQRAa/I435jvv1aHYGTNmYNy4cUhPT0ffvn2xZMkS5ObmYsqUKQCk3ra8vDy8//77svctXboU11xzDVJTU73R7EvSqM7+a8HOGRRERETkIV6NtaNHj8bChQsxd+5c9OrVCz/++CPWrFnjnOVaUFDgsqZdeXk5Pv/8c7d667xFdU43sJXBjoiI6IoNHDgQ06dPdz5v06YNFi5ceNH3CIJwybtXuKOpPscTvD55IjMzE5mZmQ2+tnz5cpdtwcHBjbqI0BtkPXYN3CaFiIioNbnttttQW1vb4HpwP/30E/r164ecnBxcddVVbn/m9u3b4e/v35TNxOzZs7Fq1SrZbcgAqaMpNDS0SY+llJY5EN3MqVXssSMiInKYNGkSfvjhBxw/ftzltWXLlqFXr16NCnUAEBkZqdjqFueLiYlp8Hr95ojBTgHSha3Sz7zGjoiIWrtbb70VUVFRLiNxNTU1WLlyJUaOHIkxY8YgISEBRqMR3bt3x4oVKy76mecPxR4+fBgDBw6EwWBA165dG1wa56mnnkLHjh1hNBrRtm1bPPvss8414pYvX445c+bg119/dU5QcbT3/KHY3bt348Ybb4Sfnx/Cw8Px0EMPoaqqyvn6xIkTMXLkSPz9739HbGwswsPD8cgjj3hkHUavD8X6Ko1KgMUmwsahWCIiUpIoAhYvXaKkNcKdxVo1Gg3Gjx+P5cuX47nnnnPO6v30009hNpsxefJkrFixAk899RSCgoLw9ddfY9y4cWjbti2uueaaS36+3W7HuHHjEB0dja1bt6KiokJ2PZ5DYGAgli9fjri4OOzevRsPPvggAgMD8eSTT2L06NHYs2cPvv32W+eQ8bm3MXWoqanBzTffjGuvvRbbt29HUVERJk+ejKlTp8qC6/r16xEbG4v169fjjz/+wOjRo9GrVy88+OCDlzyfK8FgpxBpAoUIG3vsiIhISZYa4MU47xz7L/mAzr3r3B544AG8+uqr2LBhAwYNGgRAGoa94447EB8fj5kzZzr3nTZtGr799lt8+umnbgW77777DgcPHsS3336LpKQkAMCLL76IYcOGyfb761//6vy5TZs2+L//+z+sXLkSTz75JPz8/BAQEOBcBPpCPvroI9TW1uL99993XuP35ptv4rbbbsPLL7/sXIs3NDQUb775JtRqNTp37oxbbrkF33//PYNdS6VRCTABDHZEREQAOnfujH79+mHZsmUYNGgQDh8+jE2bNmHdunWw2Wx46aWXsHLlSuTl5TlvB+ru5Ij9+/cjISEBCQkJzm19+/Z12e+zzz7DwoUL8ccff6CqqgpWq7XRNyvYt28fevbsKWtb//79YbfbceDAAWew69atm+zWYLGxsdi9e3ejjnU5GOwUoqqfQMFgR0REitIapZ4zbx27ESZNmoSpU6firbfewrvvvovk5GQMHjwYr776Kl5//XUsXLgQ3bt3h7+/P6ZPnw6z2ezW54oNXPZ0/h0otm7dinvuuQdz5szB0KFDERwcjE8++QSvvfZao87hYrc+PXf7+YsKC4LgkfvYMtgpRC0w2BERkQcIgtvDod52991347HHHsPHH3+M9957Dw8++CAEQcCmTZswYsQI3HfffQCka+YOHTqELl26uPW5Xbp0wcmTJ5Gfn+/stfvpp59k+2zZsgXJycmYNWuWc9v5s3R1Oh1sNttFj9W1a1e89957qK6udvbabdmyBSqVCh07dnSrvUrirFiFOJY84Tp2REREkoCAAIwePRp/+ctfkJ+fj4kTJwIA2rdvj6ysLGRnZ2Pfvn14+OGHXe4lfzE33XQTOnTogIkTJ+LXX3/Fpk2bZAHOcYzc3Fx88sknOHz4MP7xj3/gyy+/lO3Tpk0bHD16FLt27UJxcTFMJpPLse69914YDAZMmDABe/bswfr16zFt2jTn5A1vY7BTiCPYcR07IiKisyZNmoTS0lLcdNNNzokOzz77LK666ioMHToUAwcORExMDEaOHOn2Z6pUKnzwwQcwmUzo06cPJk+ejHnz5sn2GTFiBB5//HFMnToVvXr1QnZ2Np599lnZPnfeeSduvvlmDBo0CJGRkQ0uuWI0GrF27VqcOXMGV199Ne666y4MHjwYb775ZuOLoQAOxSrE2WOn/HA6ERFRi9G3b1+Xa+LCwsIuecuuDRs2yJ4fO3ZM9rx9+/bYuHEjVKqzfVbnH+eVV17BK6+8Itt27rIoer0en332mcuxz/+c7t2744cffrhgWxu6c9albn/WVNhjpxB1/fWTViY7IiIi8hAGO4WonNfYebkhRERE1Gow2ClEw+VOiIiIyMMY7BSi4nInRERE5GEMdgpx9thxuRMiIiLyEAY7hfDOE0REpBRP3MGAPKupfqdc7kQhagY7IiJqYjqdDiqVCgUFBfD394dWq5Xdj7S1stvtMJvNqKurky130hKIogiz2YzTp09DpVJBp9Nd0ecx2Cnk7Dp2DHZERNQ0VCoVUlJSkJeXh/z8fJSVlV3wvqWtiSiKqK2thZ+fX4uth9FoRFJS0hUHUwY7hTjuFcs7TxARUVPS6XSIj4/Hnj17MGjQIGg0/F+5xWLBjz/+iOuvvx5ardbbzWk0tVoNjUbTJKGU3waF8F6xRESkFEEQYLfbodfrW2SQaWpqtRpWqxUGg6HV16NlDUS3ILxXLBEREXkag51CHOvY8Ro7IiIi8hQGO4VwHTsiIiLyNAY7hTgmtXC5EyIiIvIUBjuFaOqTnY1rSBIREZGHMNgppH4kFjauDk5EREQewmCnEOedJzgSS0RERB7CYKcQ3lKMiIiIPI3BTiGOO08w2BEREZGnMNgpRK1msCMiIiLPYrBTCHvsiIiIyNMY7BSi4gLFRERE5GEMdgpx3HmCtxQjIiIiT2GwU4iKQ7FERETkYQx2CuG9YomIiMjTGOwUouI6dkRERORhDHYK4axYIiIi8jQGO4XwlmJERETkaV4PdosWLUJKSgoMBgPS0tKwadOmi+5vMpkwa9YsJCcnQ6/Xo127dli2bJmHWus+dX1lbXa7dxtCRERErYbGmwdfuXIlpk+fjkWLFqF///545513MGzYMOzduxdJSUkNvufuu+/GqVOnsHTpUrRv3x5FRUWwWq0ebvmlqVVSsrMx1xEREZGHeDXYLViwAJMmTcLkyZMBAAsXLsTatWuxePFizJ8/32X/b7/9Fhs3bsSRI0cQFhYGAGjTpo0nm+y2+juK8Ro7IiIi8hivDcWazWbk5OQgIyNDtj0jIwPZ2dkNvmf16tVIT0/HK6+8gvj4eHTs2BEzZ85EbW2tJ5rcKLzzBBEREXma13rsiouLYbPZEB0dLdseHR2NwsLCBt9z5MgRbN68GQaDAV9++SWKi4uRmZmJM2fOXPA6O5PJBJPJ5HxeUVEBALBYLLBYLE10Nq4EURqDtVptih6npXDUgLWQsB5yrIcc6+GKNZFjPeR8vR6NOS+vDsUCgFC/LIiDKIou2xzsdjsEQcBHH32E4OBgANJw7l133YW33noLfn5+Lu+ZP38+5syZ47J93bp1MBqNTXAGDTtUIABQIy+/AGvW5Cl2nJYmKyvL201oVlgPOdZDjvVwxZrIsR5yvlqPmpoat/f1WrCLiIiAWq126Z0rKipy6cVziI2NRXx8vDPUAUCXLl0giiJOnjyJDh06uLznmWeewYwZM5zPKyoqkJiYiIyMDAQFBTXR2bg6nX0UXx47hMjoaAwf3lux47QUFosFWVlZGDJkCLRarbeb43WshxzrIcd6uGJN5FgPOV+vh2O00R1eC3Y6nQ5paWnIysrCqFGjnNuzsrIwYsSIBt/Tv39/fPrpp6iqqkJAQAAA4ODBg1CpVEhISGjwPXq9Hnq93mW7VqtV9Jev1UiltYuCT37JLpfSdW9pWA851kOO9XDFmsixHnK+Wo/GnJNX17GbMWMG/v3vf2PZsmXYt28fHn/8ceTm5mLKlCkApN628ePHO/cfO3YswsPDcf/992Pv3r348ccf8cQTT+CBBx5ocBjWmxwLFNs5eYKIiIg8xKvX2I0ePRolJSWYO3cuCgoKkJqaijVr1iA5ORkAUFBQgNzcXOf+AQEByMrKwrRp05Ceno7w8HDcfffdeOGFF7x1Chek5r1iiYiIyMO8PnkiMzMTmZmZDb62fPlyl22dO3duERdH8l6xRERE5Glev6WYr1JzHTsiIiLyMAY7hXAoloiIiDyNwU4hKt5SjIiIiDyMwU4hGpVUWuY6IiIi8hQGO4XU5zpY7XbvNoSIiIhaDQY7hWgc69gx1xEREZGHMNgpRFUf7KwciyUiIiIPYbBTiGMdOzuDHREREXkIg51CuI4dEREReRqDnUK4jh0RERF5GoOdQhjsiIiIyNMY7BTCe8USERGRpzHYKYTX2BEREZGnMdgpRK3irFgiIiLyLAY7hTiGYrmOHREREXkKg51CnD12HIolIiIiD2GwU4iad54gIiIiD2OwU4iqvrK8xo6IiIg8hcFOIZr6ZGdjriMiIiIPYbBTSP1ILNexIyIiIo9hsFOI5pw7T4icQEFEREQewGCnEJWjyw4AO+2IiIjIExjsFOJYxw7gcCwRERF5BoOdQtSyHjsGOyIiIlIeg51Czg12XMuOiIiIPIHBTiHnBjsOxRIREZEnMNgphNfYERERkacx2ClExR47IiIi8jAGOwWpBCnQcfIEEREReQKDnYIcxeXkCSIiIvIEBjsFOUZj7Qx2RERE5AEMdgpyBDv22BEREZEnMNgpyFFcTp4gIiIiT2CwU5BzKJaTJ4iIiMgDGOwU5ByKtTHYERERkfIY7BTEHjsiIiLyJAY7BXHyBBEREXkSg52CHPee4OQJIiIi8gSvB7tFixYhJSUFBoMBaWlp2LRp0wX33bBhAwRBcHns37/fgy12n5pDsURERORBXg12K1euxPTp0zFr1izs3LkTAwYMwLBhw5Cbm3vR9x04cAAFBQXOR4cOHTzU4sYROHmCiIiIPMirwW7BggWYNGkSJk+ejC5dumDhwoVITEzE4sWLL/q+qKgoxMTEOB9qtdpDLW4cTp4gIiIiT/JasDObzcjJyUFGRoZse0ZGBrKzsy/63t69eyM2NhaDBw/G+vXrlWzmFeG9YomIiMiTNN46cHFxMWw2G6Kjo2Xbo6OjUVhY2OB7YmNjsWTJEqSlpcFkMuGDDz7A4MGDsWHDBlx//fUNvsdkMsFkMjmfV1RUAAAsFgssFksTnY0ri8Xi7LEzK3yslsBx/q29Dg6shxzrIcd6uGJN5FgPOV+vR2POSxBF74wT5ufnIz4+HtnZ2ejbt69z+7x58/DBBx+4PSHitttugyAIWL16dYOvz549G3PmzHHZ/vHHH8NoNF5e4920YLcax6sEPNjJhtQw9toRERFR49XU1GDs2LEoLy9HUFDQRff1Wo9dREQE1Gq1S+9cUVGRSy/exVx77bX48MMPL/j6M888gxkzZjifV1RUIDExERkZGZcszpWwWCxYuOcHAECvq65CRlf3z8kXWSwWZGVlYciQIdBqtd5ujtexHnKshxzr4Yo1kWM95Hy9Ho7RRnd4LdjpdDqkpaUhKysLo0aNcm7PysrCiBEj3P6cnTt3IjY29oKv6/V66PV6l+1arVbxX77jGjtBpfbJL9rl8ETdWxLWQ471kGM9XLEmcqyHnK/WozHn5LVgBwAzZszAuHHjkJ6ejr59+2LJkiXIzc3FlClTAEi9bXl5eXj//fcBAAsXLkSbNm3QrVs3mM1mfPjhh/j888/x+eefe/M0LkgliAAETp4gIiIij/BqsBs9ejRKSkowd+5cFBQUIDU1FWvWrEFycjIAoKCgQLamndlsxsyZM5GXlwc/Pz9069YNX3/9NYYPH+6tU7goxzp2dgY7IiIi8gCvBjsAyMzMRGZmZoOvLV++XPb8ySefxJNPPumBVjUNx50neEsxIiIi8gSv31LMl/FesURERORJDHYKcvbY8c4TRERE5AEMdgpy3iuWPXZERETkAQx2ClJx8gQRERF5EIOdghzF5TV2RERE5AkMdgpScVYsEREReRCDnYJUnDxBREREHsRgpyD22BEREZEnMdgpiNfYERERkScx2CmIPXZERETkSQx2CmKwIyIiIk9isFOQwMkTRERE5EEMdgpS1//JHjsiIiLyBAY7BQkciiUiIiIPYrBTkJrBjoiIiDyIwU5B7LEjIiIiT2KwU5AKUqDj5AkiIiLyBAY7BTmXO7Ex2BEREZHyGOwUxHvFEhERkScx2CnIEezsvMaOiIiIPIDBTkGOYGdlsCMiIiIPYLBTkKO4HIolIiIiT2CwUxAnTxAREZEnMdgpiJMniIiIyJM0jdm5vLwcX375JTZt2oRjx46hpqYGkZGR6N27N4YOHYp+/fop1c4WiZMniIiIyJPc6rErKCjAgw8+iNjYWMydOxfV1dXo1asXBg8ejISEBKxfvx5DhgxB165dsXLlSqXb3GI4isvJE0REROQJbvXY9ezZE+PHj8e2bduQmpra4D61tbVYtWoVFixYgBMnTmDmzJlN2tCWyHFLMTuHYomIiMgD3Ap2v//+OyIjIy+6j5+fH8aMGYMxY8bg9OnTTdK4lk7tWO6EkyeIiIjIA9wair1UqLvS/X2VwMkTRERE5EFuz4rNzMxEVVWV8/kHH3wge15WVobhw4c3betaOEdxOXmCiIiIPMHtYPfOO++gpqbG+fyRRx5BUVGR87nJZMLatWubtnUtHO88QURERJ7kdrATzxtOPP85uVJx8gQRERF5EBcoVpCKkyeIiIjIgxjsFOS8xo49dkREROQBjbrzxHPPPQej0QgAMJvNmDdvHoKDgwFAdv0dSZy3FOM1dkREROQBbge766+/HgcOHHA+79evH44cOeKyD52lEqRAx2BHREREnuB2sNuwYYOCzfBNKq5jR0RERB50xdfYWa1W2Xp2dJbzXrGcPEFEREQe4HawW7NmDT744APZtnnz5iEgIAAhISHIyMhAaWlpoxuwaNEipKSkwGAwIC0tDZs2bXLrfVu2bIFGo0GvXr0afUxP4XInRERE5EluB7u///3vqKiocD7Pzs7Gc889h2effRb/+c9/cOLECfztb39r1MFXrlyJ6dOnY9asWdi5cycGDBiAYcOGITc396LvKy8vx/jx4zF48OBGHc/TOHmCiIiIPMntYLdnzx7069fP+fyzzz7DkCFDMGvWLNxxxx147bXX8NVXXzXq4AsWLMCkSZMwefJkdOnSBQsXLkRiYiIWL1580fc9/PDDGDt2LPr27duo43mawGBHREREHuR2sKusrER4eLjz+ebNm3HjjTc6n3fr1g35+fluH9hsNiMnJwcZGRmy7RkZGcjOzr7g+959910cPnwYzz//vNvH8hZHcTl5goiIiDzB7VmxcXFx2LdvH5KSklBVVYVff/0Vr7/+uvP1kpIS5xp37iguLobNZkN0dLRse3R0NAoLCxt8z6FDh/D0009j06ZN0Gjca7rJZILJZHI+dwwnWywWWCwWt9vbWBaLRXbnCSWP1RI4zr+118GB9ZBjPeRYD1esiRzrIefr9WjMebkd7O666y5Mnz4df/nLX7BmzRrExMTg2muvdb7+yy+/oFOnTo1rKQDBMV5ZTxRFl20AYLPZMHbsWMyZMwcdO3Z0+/Pnz5+POXPmuGxft25do4Lo5XAEO7PFgjVr1ih6rJYiKyvL201oVlgPOdZDjvVwxZrIsR5yvlqPxtwEwu1g9/zzzyM/Px+PPvooYmJi8OGHH0KtVjtfX7FiBW677Ta3DxwREQG1Wu3SO1dUVOTSiwdIQ8G//PILdu7cialTpwIA7HY7RFGERqPBunXrZEPDDs888wxmzJjhfF5RUYHExERkZGQgKCjI7fY2lsViwcr/SV8wQaXG8OFDFTtWS2CxWJCVlYUhQ4ZAq9V6uzlex3rIsR5yrIcr1kSO9ZDz9XqcO3n1UtwOdkaj0WW5k3OtX7/e7YMCgE6nQ1paGrKysjBq1Cjn9qysLIwYMcJl/6CgIOzevVu2bdGiRfjhhx/w2WefISUlpcHj6PV66PV6l+1arVbxX77zGju76JNftMvhibq3JKyHHOshx3q4Yk3kWA85X61HY86pUfeKbWozZszAuHHjkJ6ejr59+2LJkiXIzc3FlClTAEi9bXl5eXj//fehUqmQmpoqe39UVBQMBoPL9uaCd54gIiIiT3I72DU0zNmQH374we2Djx49GiUlJZg7dy4KCgqQmpqKNWvWIDk5GQBQUFBwyTXtmjNHsBNFwG4XoVK5XjtIRERE1FQada/Y5ORk3HLLLU3azZmZmYnMzMwGX1u+fPlF3zt79mzMnj27ydrS1M7NcTZRhAoMdkRERKQct4PdSy+9hOXLl+PTTz/FvffeiwceeKDZDoE2F7JgZxehVV94XyIiIqIr5fYCxU8++ST27t2LVatWobKyEv3790efPn3w9ttvN2q2RmtybnF59wkiIiJSmtvBzqFv377417/+hYKCAjzyyCNYtmwZ4uLiGO4acP5QLBEREZGSGh3sHHbs2IGNGzdi3759SE1N9cnpxVdKFuxsDHZERESkrEYFu/z8fLz44ovo2LEj7rrrLoSFheHnn3/G1q1b4efnp1QbW6xzp0qwx46IiIiU5vbkieHDh2P9+vXIyMjAq6++iltuucXt+7W2VoIAqFUCbHaR19gRERGR4txOZt9++y1iY2ORm5uLOXPmNHj/VUAaoqWzVAJgAydPEBERkfIada9Yajy1SoDFxh47IiIiUh6DncLU9TMoGOyIiIhIaZc9K5bcoxbqgx0nTxAREZHC3Ap2N998M7Kzsy+5X2VlJV5++WW89dZbV9wwX8EeOyIiIvIUt4Zi//SnP+Huu+9GYGAgbr/9dqSnpyMuLg4GgwGlpaXYu3cvNm/ejDVr1uDWW2/Fq6++qnS7WwwGOyIiIvIUt4LdpEmTMG7cOHz22WdYuXIl/vWvf6GsrAwAIAgCunbtiqFDhyInJwedOnVSsr0tjnMolsGOiIiIFOb25AmdToexY8di7NixAIDy8nLU1tYiPDycd524CPbYERERkadc9grDwcHBCA4Obsq2+CSVipMniIiIyDM4K1ZhGvbYERERkYcw2ClMxWvsiIiIyEMY7BSmrq+wncGOiIiIFMZgpzC1SiqxlcGOiIiIFNboYHfixAmcPHnS+Xzbtm2YPn06lixZ0qQN8xWOHjtOniAiIiKlNTrYjR07FuvXrwcAFBYWYsiQIdi2bRv+8pe/YO7cuU3ewJbOudyJjcGOiIiIlNXoYLdnzx706dMHAPCf//wHqampyM7Oxscff4zly5c3dftaPN4rloiIiDyl0cHOYrFAr9cDAL777jvcfvvtAIDOnTujoKCgaVvnAxw9dpw8QUREREprdLDr1q0b3n77bWzatAlZWVm4+eabAQD5+fkIDw9v8ga2dI5gx8kTREREpLRGB7uXX34Z77zzDgYOHIgxY8agZ8+eAIDVq1c7h2jpLMdQrJ1DsURERKSwRt9SbODAgSguLkZFRQVCQ0Od2x966CEYjcYmbZwvcPbYcfIEERERKazRPXa1tbUwmUzOUHf8+HEsXLgQBw4cQFRUVJM3sKXjvWKJiIjIUxod7EaMGIH3338fAFBWVoZrrrkGr732GkaOHInFixc3eQNbOudQLK+xIyIiIoU1Otjt2LEDAwYMAAB89tlniI6OxvHjx/H+++/jH//4R5M3sKXj5AkiIiLylEYHu5qaGgQGBgIA1q1bhzvuuAMqlQrXXnstjh8/3uQNbOmcy51wKJaIiIgU1uhg1759e6xatQonTpzA2rVrkZGRAQAoKipCUFBQkzewpePkCSIiIvKURge75557DjNnzkSbNm3Qp08f9O3bF4DUe9e7d+8mb2BLx+VOiIiIyFMavdzJXXfdheuuuw4FBQXONewAYPDgwRg1alSTNs4XqOujs43X2BEREZHCGh3sACAmJgYxMTE4efIkBEFAfHw8Fye+ALVKSnacPEFERERKa/RQrN1ux9y5cxEcHIzk5GQkJSUhJCQEf/vb32C325VoY4vm6LHjcidERESktEb32M2aNQtLly7FSy+9hP79+0MURWzZsgWzZ89GXV0d5s2bp0Q7Wywud0JERESe0uhg99577+Hf//43br/9due2nj17Ij4+HpmZmQx25+HkCSIiIvKURg/FnjlzBp07d3bZ3rlzZ5w5c6ZJGuVLnLcUY48dERERKazRwa5nz5548803Xba/+eabslmy7lq0aBFSUlJgMBiQlpaGTZs2XXDfzZs3o3///ggPD4efnx86d+6M119/vdHH9CQNgx0RERF5SKOHYl955RXccsst+O6779C3b18IgoDs7GycOHECa9asadRnrVy5EtOnT8eiRYvQv39/vPPOOxg2bBj27t2LpKQkl/39/f0xdepU9OjRA/7+/ti8eTMefvhh+Pv746GHHmrsqXiESmCwIyIiIs9odI/dDTfcgIMHD2LUqFEoKyvDmTNncMcdd+DAgQPOe8i6a8GCBZg0aRImT56MLl26YOHChUhMTMTixYsb3L93794YM2YMunXrhjZt2uC+++7D0KFDL9rL520aTp4gIiIiD7msdezi4uJcJkmcOHECDzzwAJYtW+bWZ5jNZuTk5ODpp5+Wbc/IyEB2drZbn7Fz505kZ2fjhRdecK/hXqDivWKJiIjIQy4r2DXkzJkzeO+999wOdsXFxbDZbIiOjpZtj46ORmFh4UXfm5CQgNOnT8NqtWL27NmYPHnyBfc1mUwwmUzO5xUVFQAAi8UCi8XiVlsvh/OzRWltP4vVpujxmjvHubfmGpyL9ZBjPeRYD1esiRzrIefr9WjMeTVZsLtcQv01aA6iKLpsO9+mTZtQVVWFrVu34umnn0b79u0xZsyYBvedP38+5syZ47J93bp1MBqNl99wNx07chiAGseO52LNmmOKH6+5y8rK8nYTmhXWQ471kGM9XLEmcqyHnK/Wo6amxu19vRbsIiIioFarXXrnioqKXHrxzpeSkgIA6N69O06dOoXZs2dfMNg988wzmDFjhvN5RUUFEhMTkZGRgaCgoCs8iwuzWCzIyspCxw4d8PWJI4hLSMDw4amKHa+5c9RjyJAh0Gq13m6O17EecqyHHOvhijWRYz3kfL0ejtFGd3gt2Ol0OqSlpSErKwujRo1ybs/KysKIESPc/hxRFGVDrefT6/XQ6/Uu27VarUd++TqtVGJRFHzyy9ZYnqp7S8F6yLEecqyHK9ZEjvWQ89V6NOac3A52d9xxx0VfLysrc/ugDjNmzMC4ceOQnp6Ovn37YsmSJcjNzcWUKVMASL1teXl5eP/99wEAb731FpKSkpwLJG/evBl///vfMW3atEYf21MctxSzcfIEERERKcztYBccHHzJ18ePH9+og48ePRolJSWYO3cuCgoKkJqaijVr1iA5ORkAUFBQgNzcXOf+drsdzzzzDI4ePQqNRoN27drhpZdewsMPP9yo43pSfa7jOnZERESkOLeD3bvvvqtIAzIzM5GZmdnga8uXL5c9nzZtWrPunWsI7zxBREREntLoBYqpcXivWCIiIvIUBjuFsceOiIiIPIXBTmHOe8Vy8gQREREpjMFOYWr22BEREZGHMNgpjMGOiIiIPIXBTmFqgcGOiIiIPIPBTmHssSMiIiJPYbBTGO88QURERJ7CYKcwxzp2dvbYERERkcIY7BTmWMfOymBHRERECmOwU5iKkyeIiIjIQxjsFMY7TxAREZGnMNgpTFVfYU6eICIiIqUx2CnMsY4dJ08QERGR0hjsFKbm5AkiIiLyEAY7ham53AkRERF5CIOdwthjR0RERJ7CYKcw5zV2nDxBRERECmOwU0LeDqhX3I1ex//tvPMElzshIiIipWm83QCfZK2D6sgPCNdHw8ShWCIiIvIQ9tgpwS8MAKCzVvFesUREROQxDHZKMErBTmurgQZ2AOyxIyIiIuUx2CnBLxQAIECExlwBgJMniIiISHkMdkpQayHqgwAAWlMpAE6eICIiIuUx2CnFGA4A0JilYGcXAZG9dkRERKQgBjuFiPXDsZq6Uuc29toRERGRkhjslFI/M1Z9TrDjBAoiIiJSEoOdUupnxqpNZ4MdJ1AQERGRkhjsFOIYilXXciiWiIiIPIPBTil+0uQJFa+xIyIiIg9hsFNKfY+dqu6McxODHRERESmJwU4hYv01dqgtRf1dxRjsiIiISFEMdkqpnxUr1JRAXZ/sbJw8QURERApisFOI6Hduj119sGOPHRERESmIwU4p5wzFalVSoGOwIyIiIiUx2CnFMRQr2hCsqgXAYEdERETKYrBTikYPq8oAAAgXqgAw2BEREZGyGOwUZNYEAADCVPXBjpMniIiISEFeD3aLFi1CSkoKDAYD0tLSsGnTpgvu+8UXX2DIkCGIjIxEUFAQ+vbti7Vr13qwtY1jVkvBLhTssSMiIiLleTXYrVy5EtOnT8esWbOwc+dODBgwAMOGDUNubm6D+//4448YMmQI1qxZg5ycHAwaNAi33XYbdu7c6eGWu8fRYxcqVAJgsCMiIiJleTXYLViwAJMmTcLkyZPRpUsXLFy4EImJiVi8eHGD+y9cuBBPPvkkrr76anTo0AEvvvgiOnTogK+++srDLXePM9iBwY6IiIiU57VgZzabkZOTg4yMDNn2jIwMZGdnu/UZdrsdlZWVCAsLU6KJV8ysCQQAhHDyBBEREXmAxlsHLi4uhs1mQ3R0tGx7dHQ0CgsL3fqM1157DdXV1bj77rsvuI/JZILJZHI+r6ioAABYLBZYLJbLaLl7LBbLOdfYST12dWZlj9mcOc67tZ7/+VgPOdZDjvVwxZrIsR5yvl6PxpyX14Kdg1B/VwYHURRdtjVkxYoVmD17Nv773/8iKirqgvvNnz8fc+bMcdm+bt06GI3Gxje4EVLqh2IDrWcAAOu3/IySfa271y4rK8vbTWhWWA851kOO9XDFmsixHnK+Wo+amhq39/VasIuIiIBarXbpnSsqKnLpxTvfypUrMWnSJHz66ae46aabLrrvM888gxkzZjifV1RUIDExERkZGQgKCrr8E7gEi8WCvf/ZCgCI0pmAWqB91x4YflW8YsdsziwWC7KysjBkyBBotVpvN8frWA851kOO9XDFmsixHnK+Xg/HaKM7vBbsdDod0tLSkJWVhVGjRjm3Z2VlYcSIERd834oVK/DAAw9gxYoVuOWWWy55HL1eD71e77Jdq9Uq/st3DMUG1w/FVpnsPvmFawxP1L0lYT3kWA851sMVayLHesj5aj0ac05eHYqdMWMGxo0bh/T0dPTt2xdLlixBbm4upkyZAkDqbcvLy8P7778PQAp148ePxxtvvIFrr73W2dvn5+eH4OBgr53HhThmxQbYpKRdXuubY/9ERETUPHg12I0ePRolJSWYO3cuCgoKkJqaijVr1iA5ORkAUFBQIFvT7p133oHVasUjjzyCRx55xLl9woQJWL58uaebf0mOYOdvKwcgoqzW7N0GERERkU/z+uSJzMxMZGZmNvja+WFtw4YNyjeoCZnV0nInatEKf9ShvNbq5RYRERGRL/P6LcV8mU2lg6gxAJDuPlFWwx47IiIiUg6DnZIEAfALBSDdL5bX2BEREZGSGOyU5hcOQOqxY7AjIiIiJTHYKUw0OnrsKlFWw2BHREREymGwU5qfdB/bUKEKFXUW2Hm/WCIiIlIIg53CRGewq4QoApV1nBlLREREymCwU1p9sItUVQPgIsVERESkHAY7pRnrg51GCnZcpJiIiIiUwmCnMLF+uZMIVRUA9tgRERGRchjslGaUljsJgRTsODOWiIiIlMJgp7T6HrtgsQIAe+yIiIhIOQx2CnPMig2wM9gRERGRshjslFY/FKsTTTDAxGBHREREimGwU5ouAFBpAEj3iy2r4axYIiIiUgaDndIEwdlrx/vFEhERkZIY7DzBPxIAECWUclYsERERKYbBzhNCkgEAicJp9tgRERGRYhjsPCEsBQCQJBQx2BEREZFiGOw8IbQNAAY7IiIiUhaDnSecE+xqzDaYrXbvtoeIiIh8EoOdJ9QHu0ShCIDIXjsiIiJSBIOdJwQnAhAQINQhDJUor+VadkRERNT0GOw8QWsAguIA8Do7IiIiUg6Dnaecc50d17IjIiIiJTDYeco519mxx46IiIiUwGDnKfXBLlk4xR47IiIiUgSDnac4hmJV7LEjIiIiZTDYeQqHYomIiEhhDHaeUh/sYnEGVdXV3m0LERER+SQGO0/xj4RF7QeVIEJTedLbrSEiIiIfxGDnKYKAuoBEAIB/9QkvN4aIiIh8EYOdB1mCkgEAgXV5Xm4JERER+SIGOw8SQ6RgF27O93JLiIiIyBcx2HmQJiIFABBlK4Qoil5uDREREfkaBjsP0ke2AwAkogg1ZpuXW0NERES+hsHOg/SRbQFIa9mV1Zi93BoiIiLyNQx2HiTUX2MXKNSiqrTIy60hIiIiX8Ng50laA04L4QAA0+nDXm4MERER+RqvB7tFixYhJSUFBoMBaWlp2LRp0wX3LSgowNixY9GpUyeoVCpMnz7dcw1tIqc1sQAAseSIl1tCREREvsarwW7lypWYPn06Zs2ahZ07d2LAgAEYNmwYcnNzG9zfZDIhMjISs2bNQs+ePT3c2qZRqosDAAhlx73cEiIiIvI1Xg12CxYswKRJkzB58mR06dIFCxcuRGJiIhYvXtzg/m3atMEbb7yB8ePHIzg42MOtbRqVfvEAgMAze7zcEiIiIvI1Xgt2ZrMZOTk5yMjIkG3PyMhAdna2l1qlvNyI6wAAKcXrgSMbvdwaIiIi8iUabx24uLgYNpsN0dHRsu3R0dEoLCxssuOYTCaYTCbn84qKCgCAxWKBxWJpsuOcz/HZ5x+jKjQVH1hvwjjNdxC/egzWB38EtH6KtaO5uFA9WivWQ471kGM9XLEmcqyHnK/XozHn5bVg5yAIguy5KIou267E/PnzMWfOHJft69atg9FobLLjXEhWVpbs+alTAt613oObNTmILD2Ko+/9Gfvi7j67gyjCz1KCkJpjCKo9gZKAjigO7KZ4Oz3l/Hq0dqyHHOshx3q4Yk3kWA85X61HTU2N2/t6LdhFRERArVa79M4VFRW59OJdiWeeeQYzZsxwPq+oqEBiYiIyMjIQFBTUZMc5n8ViQVZWFoYMGQKtVuvc3ru8Div//iNmWe7HEu0CdCj6Bm0zHgaqTkF16FsIRzdCqD7t3F9U62Ab9z+I8Vcp1lZPuFA9WivWQ471kGM9XLEmcqyHnK/XwzHa6A6vBTudToe0tDRkZWVh1KhRzu1ZWVkYMWJEkx1Hr9dDr9e7bNdqtR755Z9/nKQILdKSQ7HueDqOxt+ElKLvoPngNvmbBDUQ1RUQAKFwNzSfTwQe3ggERCneXqV5qu4tBeshx3rIsR6uWBM51kPOV+vRmHPy6lDsjBkzMG7cOKSnp6Nv375YsmQJcnNzMWXKFABSb1teXh7ef/9953t27doFAKiqqsLp06exa9cu6HQ6dO3a1RuncFlu7RGLnOOleME2EUv9dgC1Z4Dw9kCn4UDHm4H4q6Tr7uoqgH8PBooPAv+ZAIz/L6DRebv5RERE1Ex5NdiNHj0aJSUlmDt3LgoKCpCamoo1a9YgOVm69VZBQYHLmna9e/d2/pyTk4OPP/4YycnJOHbsmCebfkWGd4/F3P/txfd5KhRM24hYPysQ1tZ1R0MQcM/HwL9uBHKzgXWzgOGver7BRERE1CJ4/c4TmZmZOHbsGEwmE3JycnD99dc7X1u+fDk2bNgg218URZdHSwp1ABAdZMDVbcIAAP87fIFQ5xDRAbhjifTztiXAni880EIiIiJqibwe7Fqr23pItxb73+6CS+/caRgwYKb08/8eByryFWwZERERtVQMdl5yc2osVALw64kynDjjxjTmgU8Dcb2BujJg1Z8Bu13xNhIREVHLwmDnJZGBelzbNhwA8LU7vXZqLXDHvwCNH3BkA7DtHWUbSERERC0Og50X3VI/HPv1b24EO0C63m7oC9LPWc8DRfsUahkRERG1RAx2XjQsNRZqlYDdeeU4WermqtLpk4AOGYDNBHzxIGA1K9tIIiIiajEY7LwozF+H3okhAICNB09ffGcHQQBufxMwhgOFu4H185RrIBEREbUoDHZeNrBTJABgwwE3gx0ABEYDt/1D+nnLG8CxLQq0jIiIiFoaBjsvG9hJuk1Y9h/FMFsbMdO1y61A7/sAiMCXU4C6cmUaSERERC0Gg52XdY0NQkSAHtVmG345dqZxb775JSC0DVCeC3w9k0ugEBERtXIMdl6mUgm4oWP9cKy719k56AOBUUsAQQXs/g/w4R1A5SkFWklEREQtAYNdM3D2Oruixr856Rpg5Nv169utB97uD/zxfRO3kIiIiFoCjbcbQMCADhFQCcDBU1XIL6tFXIhf4z6g52ggtifw2f1A0V6p5y4wFghvL619F9sLaHuDNGxLREREPovBrhkIMerQOykUOcdLseHAaYy9JqnxHxLVGXjwB2DtLOCXZUBlgfQ4tunsPqFtgLYDgZQbpId/eFOdAhERETUDDHbNxMCOkfXBrujygh0AaP2AWxcAg58FSg4DxYeA4gNA7lbg5Hag9BiQs1x6AEBMd6D3OCDtfkCja6IzISIiIm9hsGsmBnaKwmtZB7GlftkTneYKLn/0CwUS0qWHg6kSOJ4NHNko3Wu26HdpgeNvngS2LgJufBbodgeg4mWXRERELRWDXTPRLS4IEQE6FFeZ8cvxM+jXLqJpD6APBDoOlR4AUFUE7P0v8OOrUk/e55OkYVxDMKDRA1qjtBByUAIQHA8kXQvEpzVtm4iIiKhJMdg1E9KyJ1H4fMdJ/O+3gqYPducLiAL6PAj0Giv12G1+A6gqlB4X0mYAMGAG0HaQdGszIiIialYY7JqRO9Pi8fmOk1i9Kx+zhneBv94Dvx6dP3D9E0Cfh4DTBwGbCbDWAeZqoKIAKD8BnDkKHForTcQ4tgmI6w1kvAC0uU759hEREZHbGOyakb5tw5ES4Y+jxdX46td83NPnMidRXA5DMJB49YVfLzsB/PQmkPMekL8TWH4LkHonMGQuEJzguXYSERHRBfFK+WZEEASM6ZMIAFixLdfLrTlPSCIw7GVg+m4g/QEAArDnc+DNq4EvHgZ+fgc4sR2oLZV6+6wmwG7zdquJiIhaFfbYNTN3XpWAv689iF9PlmNPXjlS44O93SS5gEjg1teBtInAN08BuT8Bv30iPRrcPwYITYY6OBEdi+0QDgpAfC8gOJHX6RERETUxBrtmJjxAj6GpMfjq13ys2JaLeaO6e7tJDYvtCdz/jbR0Su5WaXg2fwdQfd79busnZKhO/IwuAPDpF9J2YwTQ9xHg2j9L6+8RERHRFWOwa4bG9EnEV7/m47+78vEXT02iuByCALQbJD0AQBQBm1kagrVbAEsdUHESKMuFrfgI8n79HomacgjFB4CaYuD7OcD2fwM3/lVaQ09r8O75EBERtXDNNDG0bl6dRHElBEFaA8/BECythRefBrvFgp1l7RE7fDi0ggj8/gXw/d+k4Lfqz9JDrZfeozNKIREiIKiAoHggvB0Q1g6ISQWS+kn7EBERkQyDXTPkmETx4pr9mPPVXvywvwg3dY3G4M5RCA/QX/oDmjuNDuh5D9B1JLDtHWDz69KkC5sJqC4Cqs/bv/QYcHzL2edqHZB4jdRT2HaQNCysUnvwBIiIiJonBrtmanR6ElbtzMfeggqs23sK6/aegk6jwvxR3XFnmo8sL6I1AP0fA/pOA8yVQF259DDX1E+sEAC7VVpLr+QwUPIHcOJn6bljTb3v50q3UEu5QbozRkQHILw9ENoGUGu9fYZEREQexWDXTAUbtfj60euwJ68C3+07hbW/F2J/YSX+79NfcaS4Cv83pBNUKh+ZVapSSUOwhgvNAO579kdRlELekfXA4fVSuKstBfaukh4Oah0Q00MKe/FXAfqgs68FRAGxvQA1v/5ERORb+H+2ZkwQBHRPCEb3hGA8NrgDFmQdxJvr/8Bb6w/jyOlqvHZ3Txh1rexXKAhARHvp0edBwGYF8nKAoxuBon1AySEp+FlqgLxfpEdDdIFAcj8p+NUUA6XHpZ7AiA5SD+KFFmsuPgTs/ACoqwA6ZEjDwZzVS0REzUQrSwUtl0olYObQTmgb6Y+nP9+Nb/YUIud4KTIHtsM9fZJg0LbSa8zUGiDpGunhIIrAmSPSEiwnfwEKf5MWTJZelIJfXZl0m7RDa+WfV7QX2PtfaYJG2kTplmuiXRoi/m2l1EPokPMuoPUH2g8GutwOdMy4SK/jOawmCLs/Q3LxdsB8A6ANubIaEBER1WOwa2HuuCoBiWFGTP9kF/LKajH7q71YtOEwHrq+Le64KgFh/jpvN9H7BEGaRRveDuh+l+vrdjtwajdw9Efg1O9AQDQQmgwExgL7/icFuNxs6eHy2Sqgw1AgJAnY/7U0q3ffaumh0gIp1wMdhgAJfYCY7tJEEYfaUuCXZcDP70BTdQq9AIiL10jLvfS6lxNAiIjoijHYtUBXtwnD+pkD8WnOCbz1wx/IL6/DC1/vw8vf7segTlG4My0B13eIhJ+OQaFBKpU0kza2p+trnYYBN84Cfn4bOP7T2UkcKg3Q5jrgqnFn74077GWgYJcUBvf/Dzi9Hzj8vfQAAI1BWqLFXCX1ENZVABABAGJgLGpMVvhXnQJWTwN+eksKgmqdNOlD6y/1/vmFSJNDAmOBoDjpwaFfIiK6AAa7FkqnUeHea5Lxp7REfL7jJFZsy8VvJ8vPzqBVq3BVcgj6t4tA+6gAGHRqGDRqhPpr0T4yABq1+7cJLqqog06jQoixlfQGBsUBQ+Zeej9BAOJ6S4/Bz0rX3+3/GjieDZzcJvXQFf0uf090KtDvUVg73YofvvkGwyPzod78mhQKT+93r31+YdLafo6g5/g5IFq6trCuTDq23SYNJWuNUhgUBKnHUVBJQTGyM2AIuuThiIio5WCwa+F0GhXG9EnCmD5JOFBYic93nMT/fs1Hfnkdth45g61Hzri8x1+nxlXJobgqKRRBflpYbXZY7SLUKgEhflqEGLUQBAFbj5Tgx4Oncfh0NVQC0DspFDd2jsINHSOlsHjedX21ZhtEiK1vQodDRAfguunSwzF7t/SoNCPX0fPmHykFLIsFdpUW9mv+DPVV90k9fqYq6c4dNnN9L1/98i81JUBFvvSw1AC1Z6THqd1X3uagBGnR5+T+QJv+QEx9L2ZlQf0xT0p/ludJgTEoHghrKz3C2509n4aIIlBVJN2FJDCWQ81ERB7QSv8P7Js6xQTiL8O74JlhnXGspAab/yjGT4eLcbrShFqLDXUWO06V16HSZMWmQ8XYdKjYrc8VBMAuAjnHS5FzvBSvrj0AQQDiQ/yQEuGPyjorTpbWoLjKDLVKQK/EEFzfIRJ924XDarOjqNKEgrIa7MhVYcea/aiziKix2FBjsqLabEWtxY7EUD9c3SYMV7cJQ3iADjtzS/HLsVIcKqpCr8QQ3JUmXVsIAHUWG346UoLdJ8th0KoQoNfCX69GZZ0VRRV1KKyog0oQMDQ1BgPaRzh7J81WO349WYa80tr6ethQbbKioLwO+WW1KKwwoV2kP+7vn4K05FCXOoiiiF9PluOLHSdhstgx6qp4XJMSBqE+2FhsduzJK0eQnxbtIgPOzt69FGMYcNX4S+8nilK4coS8ijz5n1VFUu+cX6gUJFUawFwN0VIDWGohOD7DbgXKcoFKR3A7CRz8VjqGxiAFS9F+6fYAgC4ACEsBAuOkL4polz6/Il+aaWytlfYT1FIoDEmUhrKD6//UGABrLVSmarQr+h3CrjOAf7jUfkEtfZ5olz4vf4c0A/rMUSAhHeh8C9BxmHR3E1GUQq+psv5RAZirpc83BAOGEKkumvN6nUURqDolnYc+4OLnarNKbTn/M4iImhFBFEXR243wpIqKCgQHB6O8vBxBQcoNQ1ksFqxZswbDhw+HVtt8Fsq12UUcPFWJX46dwa4T5bDY7NCoBWhVKljsdlTUWlBaY0GN2YZeicG4vkMk+rWLQJXZivX7i7B+fxG2HTuDyjqrx9t+bdswBBq02HyoGLUWm1vvCffXIaNbNPLK6rD96Bm339c7KQR/SkuEVi3AbLOjtNqM1b/m4+CpKtl+7SL9cUuPOBworED2HyWoNEl16RobhNt7xSE9ORS/51fgl+Ol2JNXjpggA65pG4a0xGAc/nUreva5DmV1NlTUWRAX4of2kQEI9dfBarPj4Kkq/HqyDCdLaxAX4oc24f5ICjNCEIAqkxWVdVYYNGp0iQ1scGj9TLUZX+w4if/8cgKHiqowtGsMpt7YHqnxwSivtWDZdzuw7edsdBX/wE3GQ0gX90JrrZTerNJIYS04HvageJj8olGjDgTKT0JbdhS6iuPQV+dBwCX++nAM/dqV+r4IUo+oudKNMCoAgTFSoPSPBMpP1i+NUy3dzq7TzUCPe6QlbByzqvN3SQtjlx6TlsMR1NLkmNQ7gI43S0PdDbGagOrTUtiuKZHCZUQHKVyey1IntdtRJ1MlUJ4La8lx7N7+I7rf+Cdo4ntLi3nb7dI1nX98L4X5pGuBtgOlc7qYqiKIuT+hYM8mWNUGxKYOhDa5j+swvM0iBf4zR6U7wFhNZ0N+eAfpmtSAyEvUuBEsddLxSo+dfZQdlwK6aJdCt1+INOO80zBYBF3T/Z1acwb7f/4GNlMtuqbfACGsnXTtbQvSXP8f4y2+Xo/GZBcGO4X48pdMFEWUVJtx5HQ1jpVUI1CvQWKYEYmhRlSaLPjxYDF+PHgaO0+UIkCvQXSQARH+OpQV5aFrx3YIMGhh1Glg1Klh1GugU6tw6FQlth07gx3HS1FjsaFzTBDSkkPQNiIAP+wvwpbDxTj3mxoTZEC/duEAgEqTFVV1VvjrNYgO0iMmyIDiKhP+91sBSqrNsraH+evQJTYQflo1DFo1jDo1YoIMiAvxQ3iAHll7C7FqZz7MtoZDgl6jwvDusTBo1fjvrjzUmOVBMcSoRVWdFVb75f9nFe6vQ43Z5nYIDdBrcHWbUKS3CYPJakdheS3yymqx7egZWGyu7ejfPhx78ytQWmMBAGhUAqx2ESrYcU1QGfyDQlFgDUS1xY7yWgvKai1o6G8JP5UVf2prw5/aWdAtsA4igGqLHdVmEXX6SNQEJKDGEIt1+07ju+27EWo5hXihGPFCMdrrS9EntAYBWhHlVg3OmAScqTIhRGOG0V4Nf7EKehWg02qg16pRqw7CVlMyssricUKMRF/VXgzT5qA7/pC1yQYVauCHavihWtRDL1gQhBoEoBqqC4RQO4QLvnZRGgNgjJB68NQ6KbyaKqVJMo6eyvP5R0rXQtaWAjVnLrzfOUSVFqawzhAq8qA3u15aUahLhlbvh2BUQWMql4a+df5SLyREKTydxw4VagMSodVooBXsEGwWafhdvMR3LjBOCndWs3QLQFGUzicwRnoIKsBSC1jrpIelTjpHq0mqj90qXftZXSz1GLvJqvbDHyH9UW4CeiRHwk8wS59tqak/Ts3ZY1nqpNAanCj1EPtHne1JNlfDfOxnaIp/l/3ORX0QhJju0r2uHfepdvZ+h0r/eFBrpH/wqLT1f6qlP3X+9ZObYoGAGOkzhPqQWFkAnNorLaNUXQSEpgCRnaSgbK2rv+QhT7oMQ62r/y7ppc9Q66Q/9YHSORjDpGOaKoHyPFjLTuKn7Ttx7ZAR0IYknL1/tihK59vYSx9EUQr3dkv9n1bpPBwTuhz/WKkuli4FsZqk/WxmqZ2GECmIO3rIDcFne7ftdul8IQIav8sL0Xa7dHxrrfTfnc5fdhnIBf+fa7NK7RXUUq+8Ri99R0/vl343pUel+oa3le5aFBgrnbPjs2tL6//hcVxqvy5A+m4A9fWof0R1AbqNavx5uYnB7iIY7LzD3Xo4rvc7//q9vLJafPVrPqw2OwZ2ikK3uCDnEOgFj2mzY/MfUshMDDWiX/twdIwKvOQdO05XmvDB1uPIOX4GWrUKOrUKBq0afVLCcHuvOAQZpPZX1lmwalc+fjpcjC4xQbihUyRS46TesG/2FOK/u/LwR1EVusYF4eo2YeiREIyTpbX4+egZ/HykBMVVdYgMMCA8QI9AgwYnS6VA5hCo16BHYjCSw/1RWF6HYyXVOHGmBoIgIMigQaBBizPVZpTXWi54Lt3jgzH66kSkxgdj+ZajWP1rPhyZs31UAJ4Z1hlpyaH44KfjeDf7GM6cF4TPFajXwKiXArFKEHC0+OxNfY06NWottgYDoEPnmEAM7RaDz3JOys6zMVQC0DMxBIdOVaHKZEUkyhAg1KJKNKAKfqiFHoDr71eAHWGoRKxQgkRVCboE1uK3Cn8cFWOQK0ajo3ASo9SbMEKdjUihHCaVH/L8OiHf2AXFxhSU6RNQ4RcPf1sFup75Dl1KshBiungwsUGNYgSj2B6IUKEScYJrKGtIpSYcVYZolJlUiLedQJC93PlalWjAFnsqjovRuFa1F6nCMaiEi/8VboeAA/YE7BQ7IVhjRnfbPiSpTje4r1nQo8yQgCpdBKqsalRYVLBYreikOolYqxs9tI1UJRqQK0YjV4xCrhiFE2IkqkQ/2CEAgoAe+kLcZN2EZFVRkx4XAA7Z41EJI7oKx2AQLvzfULMhqKRQZDn/Ztr1VFopmDt6rtV6KeDqA6XX7BYp5Nit54Q329mfLxXqL4Oo8QNEGwTbeX+vqHXShC6Nn9QbLfvTr/4fSvWh0WqWLpeoyJOeO2gM0kQyALBbIdotMFus0BmDIWgNUr0cIfRidWqIoJJWJgCk0QA3WLveAc3d77q17+VgsLsIBjvvYD3kLBYLvv56DW65RV6PapMVR05Xw0+nQtuIAJcQKoqiLNDa7SL2FlRg65ES/HqyHEEGDWKDDYgJ9kO3uCB0iZV/x48VV+Ojn4+jfVQA7rwqQTaEW2u2YePB0xBFEUa9Bv46NQIMGoT56xBq1EF73nDvoVOV+OjnXHyx4yQq6ofmBQEINepg0KigVgvQqFRIDDPi/v5tMLBjJARBgNlqx5c7T+LdLcdgttrRJTYInaL9UZp7AP2uSYdBp4UAAYdPV2F3Xjn25JVDJQi4vVcc7ugdj6ggAyw2O3KOl2LTodOoMdsQFWhAZKAe4f46+Oul3mA/nRqm+l7H8loLfs8vR9beU9hfWOls64AOkRidnohqkxUf/Xwce06eQRTKUIhQiLhYr4KIFKEQAaiFDhboBCtsogqVMKISfqgUjaiAESJUCNRrUG22wk+sRYpQgDChEmViAM4gEOViAGxQQQU7VBBRBx3M0MqOkyCcRrr2OILDY4DEPmgfF46EED/UmG0wVxZBm/8LdudXYdspoFT0hxUaGFGHANRCCxv2iYmIjY7FgtE90TkmCDnHS7F5x28oPPo78spNqLUKsEKNQjEMRQhBQ8EYAPxRiy7CcQQIdTBBC7OogQoiIoRyRAuliBLKIEBEnahDHXQwQYs66FAn6mCGBhZoYIUadqhQLvrjuBiFUgQiUK9F7+RQXJ0cip6JIThQWImvdxdg14kyAIBKEDEyshBDtb8ir6QCxRY96qBDbf1n10KPOmhRBz3qROm4IUIV4oViJAinEa6qhtmughUqWKHGPnsyzAn9MPPOAagyWTFjxXYYyw6hg3ASRp30DzmdRo1AtQVhqmqECtUIFGqgF+zQquzQCXbYrBZYrBZYLRb4i9WIwhmE2YqhFeUBxgY1jiEW+2wJOC0GI1k4hfZCHhKEYligximEoUwdAYs2EGrRArXdAo1ohkFlg0Flgx4W+NmrYLCUy0J1jSoAJUIY1LY6hAsV0It1F/muNh2Tyg/F9iAU2/1hEfTQ6fUwGgzQimaozRXQWythtFXCHzWKHF+EAKh1EGymS+98CWUIxD5bIo6KMYgQytFBU4QkoRBqu2vIL1OH4YglHKJKiyi9FSEaM7QqEWVCCPKtgThc4we/tn1x6/j/u+J2XUiLCnaLFi3Cq6++ioKCAnTr1g0LFy7EgAEDLrj/xo0bMWPGDPz++++Ii4vDk08+iSlTprh9PAY772A95HypHnUWG06W1iLUqEWIUQf1ZdzD2JP1yC2pwW95ZeidFIr4EPmagLtPliP7cDEs9T3HdrsImyjCZgfsogibXXrYRREWm4jyWjNKqsw4U22G2WaHRiWFWT+dGte2DcfgLlHonRiC8loLvt9XhHV7C3G8pAbxoX5IDjMiIdQInUYFURQhAqiz2FFZZ0FZjQmHj+ZiyNVdcE3byAteR3mu0moz1h8owq8nynCkuBqHi6pQXmvBvdcmY8aQjg3encZuF1FYUYejxdUoLK9DUaUJRZV1sNtF6fKKMCPC/XXYX1iJnbll2HWiFCpBQJdY6R8NscEGHC+pwaGiShw+XY3SajMq6yyoPu8SBZ1GheggPeKC/RAf4ofkcH90iQ1El9ggxIf4NdiLnldWi4KyWnSJDYK/XuP8jvTufyN+OlqK8loLooMMiAkywF+vwaGiSvyeV4G9BRU4WVqLwvI65yUVapVQf1wj7rwqASN6xTn/gVRRZ8Gzq/bgv7vcHxpumIhA1EING1QQoYKIChhhhhYBeg16JYZAEACTxQ6zuRaHz5hRWedeL5kaNoShEv5CLYrEUNTAIDuuP+oQiBrY6o9uhwAjTAgQahGIGmhgdwZbKzTOny3QwCaqnKHbCunn2NBA3HNtCtb8lo/9eSXQwgYL1KiD3q32qmBHIGoQKNTAJqpRBy1M0EEEYIAZBlhgEMzwgwkGmKEXLPXbpW1awQarKLXPAjWKxWDki+E4hVBYoYYRJoQL5QhBNewQYKtvuwqi9HmwQC3YcUYMRIkYhFIEQqivkxF1sEKDYgQhIdSIW3vE4YsdJ1FUaYIKdkTprQhSW2BUmWEymXDUEurWefdtG44VD13rVn0uR4sJditXrsS4ceOwaNEi9O/fH++88w7+/e9/Y+/evUhKSnLZ/+jRo0hNTcWDDz6Ihx9+GFu2bEFmZiZWrFiBO++8061jMth5B+shx3rIsR5yTVWP83t4PcVmF2G22qFVC1CrhCZpQ2NrYrdL1wLXmm2IDTG49Difr6TKhPJaaeKY9LCi9pyfHdvrLDYEGjSICNAjIkAPtUrA6fpAXFxlhslqh9lqh9lmR3yIH27oGIm05FDoNPLji6KIokoTDp6qxJlqc31PoQoqlYDSarMUsitMqDZZYbLaYLLaYRdFxNaH46gALbbv2InYtp1xpsaKokoTTldK4by4fiUExzW2GpWAlAh/dIgOQHyIHypqrSiuMqG4yiT1/NrssFjtCPLT4oH+KRh1VTy0aukfHGt2F+KN7w+itMaCGztFYWhqNK5tG47cMzXYk1eB3/PLIUCQrm8ONiAyQI8Qow7BRinQnq6sw7HiGhwrqUZpjVm6BBDSd6SyzoqKOgsqai3n/Cydb7i/DhEBeoT661BjtuJ0pQmnK00u1/yqVQKiA/WIDtLDWlWK9snxCDZKl7cE1l+yYtSpcaqiDn8UVeGPoipoVCrce20SbukeC41ahRqzFcs2H8XbG4+gyiSf6JUY5ocRPeNxa89YVNRasfFgETYePI3iSjN6Jgbj6jZhSG8Thm5xQZf8jl2JxmQXry53smDBAkyaNAmTJ08GACxcuBBr167F4sWLMX/+fJf93377bSQlJWHhwoUAgC5duuCXX37B3//+d7eDHRFRa+GNUAdI/7P19p1vVCoBkYHu9TABQHiAHuEB7u9/pQRBQHSQAdFBhkvv3ACLxQKcEDF8QMoFg67VZked1Q69RnVZoUMQBNzSIxa39Ih1ea1zTBA6xwThrrSEi35GsJ8W7aMCG33sCxHre8vrrDZYrHbnKMHZ4N+90f8YMuo0mHpjBzxwXQoKy+tgs0vH0GkEtIsMkP131CclDE8M7dxk56MEr83vNpvNyMnJQUZGhmx7RkYGsrMbuEcngJ9++sll/6FDh+KXX36RvuREREQEANCoVQjQaxTtSfI0QRCg06gQZNAivL7HtKkYdRq0jQxAh+hAdI0LQvuoQK/94+hKeK3Hrri4GDabDdHR0bLt0dHRKCwsbPA9hYWFDe5vtVpRXFyM2FjXf1WYTCaYTGcvtKyoqAAg/WtHyTDo+GwGTgnrIcd6yLEecqyHK9ZEjvWQ8/V6NOa8vH7nifPT8KWuCWlo/4a2O8yfPx9z5sxx2b5u3ToYjcbGNrfRsrKyFD9GS8J6yLEecqyHHOvhijWRYz3kfLUeNTXuzzT2WrCLiIiAWq126Z0rKipy6ZVziImJaXB/jUaD8PDwBt/zzDPPYMaMGc7nFRUVSExMREZGhuKTJ7KysjBkyBBeDA7W43yshxzrIcd6uGJN5FgPOV+vh2O00R1eC3Y6nQ5paWnIysrCqFFnV2vOysrCiBEjGnxP37598dVXX8m2rVu3Dunp6Rf8Rer1euj1rhfEarVaj/zyPXWcloL1kGM95FgPOdbDFWsix3rI+Wo9GnNOXr2icsaMGfj3v/+NZcuWYd++fXj88ceRm5vrXJfumWeewfjxZ2+OPmXKFBw/fhwzZszAvn37sGzZMixduhQzZ8701ikQERERNRtevcZu9OjRKCkpwdy5c1FQUIDU1FSsWbMGycnJAICCggLk5p69z2FKSgrWrFmDxx9/HG+99Rbi4uLwj3/8g0udEBEREaEZTJ7IzMxEZmZmg68tX77cZdsNN9yAHTt2KNwqIiIiopbHdxa3ISIiImrlGOyIiIiIfASDHREREZGPYLAjIiIi8hEMdkREREQ+gsGOiIiIyEcw2BERERH5CK+vY+dpoigCaNx91y6HxWJBTU0NKioqfPL2Jo3FesixHnKshxzr4Yo1kWM95Hy9Ho7M4sgwF9Pqgl1lZSUAIDEx0cstISIiInJfZWUlgoODL7qPILoT/3yI3W5Hfn4+AgMDIQiCYsepqKhAYmIiTpw4gaCgIMWO01KwHnKshxzrIcd6uGJN5FgPOV+vhyiKqKysRFxcHFSqi19F1+p67FQqFRISEjx2vKCgIJ/8kl0u1kOO9ZBjPeRYD1esiRzrIefL9bhUT50DJ08QERER+QgGOyIiIiIfwWCnEL1ej+effx56vd7bTWkWWA851kOO9ZBjPVyxJnKshxzrcVarmzxBRERE5KvYY0dERETkIxjsiIiIiHwEgx0RERGRj2CwU8CiRYuQkpICg8GAtLQ0bNq0ydtN8oj58+fj6quvRmBgIKKiojBy5EgcOHBAto8oipg9ezbi4uLg5+eHgQMH4vfff/dSiz1r/vz5EAQB06dPd25rbfXIy8vDfffdh/DwcBiNRvTq1Qs5OTnO11tbPaxWK/76178iJSUFfn5+aNu2LebOnQu73e7cx5dr8uOPP+K2225DXFwcBEHAqlWrZK+7c+4mkwnTpk1DREQE/P39cfvtt+PkyZMePIumc7F6WCwWPPXUU+jevTv8/f0RFxeH8ePHIz8/X/YZraUe53v44YchCAIWLlwo2+5L9XAXg10TW7lyJaZPn45Zs2Zh586dGDBgAIYNG4bc3FxvN01xGzduxCOPPIKtW7ciKysLVqsVGRkZqK6udu7zyiuvYMGCBXjzzTexfft2xMTEYMiQIc5bvfmq7du3Y8mSJejRo4dse2uqR2lpKfr37w+tVotvvvkGe/fuxWuvvYaQkBDnPq2pHgDw8ssv4+2338abb76Jffv24ZVXXsGrr76Kf/7zn859fLkm1dXV6NmzJ958880GX3fn3KdPn44vv/wSn3zyCTZv3oyqqirceuutsNlsnjqNJnOxetTU1GDHjh149tlnsWPHDnzxxRc4ePAgbr/9dtl+raUe51q1ahV+/vlnxMXFubzmS/Vwm0hNqk+fPuKUKVNk2zp37iw+/fTTXmqR9xQVFYkAxI0bN4qiKIp2u12MiYkRX3rpJec+dXV1YnBwsPj22297q5mKq6ysFDt06CBmZWWJN9xwg/jYY4+Jotj66vHUU0+J11133QVfb231EEVRvOWWW8QHHnhAtu2OO+4Q77vvPlEUW1dNAIhffvml87k7515WViZqtVrxk08+ce6Tl5cnqlQq8dtvv/VY25Vwfj0asm3bNhGAePz4cVEUW2c9Tp48KcbHx4t79uwRk5OTxddff935mi/X42LYY9eEzGYzcnJykJGRIduekZGB7OxsL7XKe8rLywEAYWFhAICjR4+isLBQVh+9Xo8bbrjBp+vzyCOP4JZbbsFNN90k297a6rF69Wqkp6fjT3/6E6KiotC7d2/861//cr7e2uoBANdddx2+//57HDx4EADw66+/YvPmzRg+fDiA1lkTB3fOPScnBxaLRbZPXFwcUlNTfb4+gPR3rCAIzl7v1lYPu92OcePG4YknnkC3bt1cXm9t9XBodfeKVVJxcTFsNhuio6Nl26Ojo1FYWOilVnmHKIqYMWMGrrvuOqSmpgKAswYN1ef48eMeb6MnfPLJJ9ixYwe2b9/u8lprq8eRI0ewePFizJgxA3/5y1+wbds2PProo9Dr9Rg/fnyrqwcAPPXUUygvL0fnzp2hVqths9kwb948jBkzBkDr+46cy51zLywshE6nQ2hoqMs+vv53bl1dHZ5++mmMHTvWeW/U1laPl19+GRqNBo8++miDr7e2ejgw2ClAEATZc1EUXbb5uqlTp+K3337D5s2bXV5rLfU5ceIEHnvsMaxbtw4Gg+GC+7WWetjtdqSnp+PFF18EAPTu3Ru///47Fi9ejPHjxzv3ay31AKRrcj/88EN8/PHH6NatG3bt2oXp06cjLi4OEyZMcO7Xmmpyvss5d1+vj8ViwT333AO73Y5FixZdcn9frEdOTg7eeOMN7Nixo9Hn5ov1OBeHYptQREQE1Gq1y78EioqKXP7V6cumTZuG1atXY/369UhISHBuj4mJAYBWU5+cnBwUFRUhLS0NGo0GGo0GGzduxD/+8Q9oNBrnObeWesTGxqJr166ybV26dHFOLGpt3w8AeOKJJ/D000/jnnvuQffu3TFu3Dg8/vjjmD9/PoDWWRMHd849JiYGZrMZpaWlF9zH11gsFtx99904evQosrKynL11QOuqx6ZNm1BUVISkpCTn36/Hjx/H//3f/6FNmzYAWlc9zsVg14R0Oh3S0tKQlZUl256VlYV+/fp5qVWeI4oipk6dii+++AI//PADUlJSZK+npKQgJiZGVh+z2YyNGzf6ZH0GDx6M3bt3Y9euXc5Heno67r33XuzatQtt27ZtVfXo37+/y/I3Bw8eRHJyMoDW9/0ApJmOKpX8r2G1Wu1c7qQ11sTBnXNPS0uDVquV7VNQUIA9e/b4ZH0coe7QoUP47rvvEB4eLnu9NdVj3Lhx+O2332R/v8bFxeGJJ57A2rVrAbSuesh4adKGz/rkk09ErVYrLl26VNy7d684ffp00d/fXzx27Ji3m6a4P//5z2JwcLC4YcMGsaCgwPmoqalx7vPSSy+JwcHB4hdffCHu3r1bHDNmjBgbGytWVFR4seWec+6sWFFsXfXYtm2bqNFoxHnz5omHDh0SP/roI9FoNIoffvihc5/WVA9RFMUJEyaI8fHx4v/+9z/x6NGj4hdffCFGRESITz75pHMfX65JZWWluHPnTnHnzp0iAHHBggXizp07nbM83Tn3KVOmiAkJCeJ3330n7tixQ7zxxhvFnj17ilar1VunddkuVg+LxSLefvvtYkJCgrhr1y7Z37Emk8n5Ga2lHg05f1asKPpWPdzFYKeAt956S0xOThZ1Op141VVXOZf78HUAGny8++67zn3sdrv4/PPPizExMaJerxevv/56cffu3d5rtIedH+xaWz2++uorMTU1VdTr9WLnzp3FJUuWyF5vbfWoqKgQH3vsMTEpKUk0GAxi27ZtxVmzZsn+R+3LNVm/fn2Df2dMmDBBFEX3zr22tlacOnWqGBYWJvr5+Ym33nqrmJub64WzuXIXq8fRo0cv+Hfs+vXrnZ/RWurRkIaCnS/Vw12CKIqiJ3oGiYiIiEhZvMaOiIiIyEcw2BERERH5CAY7IiIiIh/BYEdERETkIxjsiIiIiHwEgx0RERGRj2CwIyIiIvIRDHZEREREPoLBjojIywRBwKpVq7zdDCLyAQx2RNSqTZw4EYIguDxuvvlmbzeNiKjRNN5uABGRt91888149913Zdv0er2XWkNEdPnYY0dErZ5er0dMTIzsERoaCkAaJl28eDGGDRsGPz8/pKSk4NNPP5W9f/fu3bjxxhvh5+eH8PBwPPTQQ6iqqpLts2zZMnTr1g16vR6xsbGYOnWq7PXi4mKMGjUKRqMRHTp0wOrVq5U9aSLySQx2RESX8Oyzz+LOO+/Er7/+ivvuuw9jxozBvn37AAA1NTW4+eabERoaiu3bt+PTTz/Fd999JwtuixcvxiOPPIKHHnoIu3fvxurVq9G+fXvZMebMmYO7774bv/32G4YPH457770XZ86c8eh5EpEPEImIWrEJEyaIarVa9Pf3lz3mzp0riqIoAhCnTJkie88111wj/vnPfxZFURSXLFkihoaGilVVVc7Xv/76a1GlUomFhYWiKIpiXFycOGvWrAu2AYD417/+1fm8qqpKFARB/Oabb5rsPImodeA1dkTU6g0aNAiLFy+WbQsLC3P+3LdvX9lrffv2xa5duwAA+/btQ8+ePeHv7+98vX///rDb7Thw4AAEQUB+fj4GDx580Tb06NHD+bO/vz8CAwNRVFR0uadERK0Ugx0RtXr+/v4uQ6OXIggCAEAURefPDe3j5+fn1udptVqX99rt9ka1iYiI19gREV3C1q1bXZ537twZANC1a1fs2rUL1dXVzte3bNkClUqFjh07IjAwEG3atMH333/v0TYTUevEHjsiavVMJhMKCwtl2zQaDSIiIgAAn376KdLT03Hdddfho48+wrZt27B06VIAwL333ovnn38eEyZMwOzZs3H69GlMmzYN48aNQ3R0NABg9uzZmDJlCqKiojBs2DBUVlZiy5YtmDZtmmdPlIh8HoMdEbV63377LWJjY2XbOnXqhP379wOQZqx+8sknyMzMRExMDD766CN07doVAGA0GrF27Vo89thjuPrqq2E0GnHnnXdiwYIFzs+aMGEC6urq8Prrr2PmzJmIiIjAXXfd5bkTJKJWQxBFUfR2I4iImitBEPDll19i5MiR3m4KEdEl8Ro7IiIiIh/BYEdERETkI3iNHRHRRfBqFSJqSdhjR0REROQjGOyIiIiIfASDHREREZGPYLAjIiIi8hEMdkREREQ+gsGOiIiIyEcw2BERERH5CAY7IiIiIh/BYEdERETkI/4fH4BHzSwQOiAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "\n",
    "# summarize history for loss\n",
    "plt.figure()\n",
    "plt.grid()\n",
    "plt.plot(history.history['loss'])\n",
    "plt.plot(history.history['val_loss'])\n",
    "plt.title('Model loss')\n",
    "plt.ylabel('Loss (MSE)')\n",
    "plt.xlabel('Epoch')\n",
    "plt.legend(['Training', 'Validation'], loc='upper right')\n",
    "plt.tight_layout()\n",
    "plt.savefig('autoencoder_learning_curve_loss.png', dpi=300)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "9c6b8369",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import mean_squared_error"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "a9ed01c7",
   "metadata": {},
   "outputs": [],
   "source": [
    "preds = auto_encoder(x_test_scaled.values)\n",
    "preds = np.asarray(preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "14f7f230",
   "metadata": {},
   "outputs": [],
   "source": [
    "true_set = x_test_scaled.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "059eaf61",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.014339100323171598"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mean_squared_error(true_set, preds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "89c43d1f",
   "metadata": {},
   "outputs": [],
   "source": [
    "auto_encoder.encoder.save_weights(\"data/models/cd_encoder_221\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b7082a9f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}