data_processing_bca_batch1.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import Python libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "from matplotlib import pyplot as plt\n",
    "from copy import deepcopy\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib\n",
    "import sys\n",
    "import sklearn.neighbors._base\n",
    "sys.modules['sklearn.neighbors.base'] = sklearn.neighbors._base\n",
    "from missingpy import MissForest\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.max_rows', None)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Load data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>User ID</th>\n",
       "      <th>voteLog</th>\n",
       "      <th>Thermal Acceptance</th>\n",
       "      <th>Thermal Preference</th>\n",
       "      <th>Air Movement Preference</th>\n",
       "      <th>Demographics</th>\n",
       "      <th>Mode</th>\n",
       "      <th>Survey Type</th>\n",
       "      <th>StartDate</th>\n",
       "      <th>Condition</th>\n",
       "      <th>Status</th>\n",
       "      <th>IPAddress</th>\n",
       "      <th>Progress</th>\n",
       "      <th>Duration (in seconds)</th>\n",
       "      <th>Finished</th>\n",
       "      <th>RecordedDate</th>\n",
       "      <th>ResponseId</th>\n",
       "      <th>RecipientLastName</th>\n",
       "      <th>RecipientFirstName</th>\n",
       "      <th>RecipientEmail</th>\n",
       "      <th>ExternalReference</th>\n",
       "      <th>LocationLatitude</th>\n",
       "      <th>LocationLongitude</th>\n",
       "      <th>DistributionChannel</th>\n",
       "      <th>UserLanguage</th>\n",
       "      <th>Thermal Sensation</th>\n",
       "      <th>Thermal Acceptabil</th>\n",
       "      <th>Thermal Preference.1</th>\n",
       "      <th>Space Preference_1</th>\n",
       "      <th>Reason for Rating</th>\n",
       "      <th>Air Freshness</th>\n",
       "      <th>Airflow Sensation</th>\n",
       "      <th>Airflow Preference</th>\n",
       "      <th>Air Humidity Sensati</th>\n",
       "      <th>Air Humidity Prefere</th>\n",
       "      <th>Indoor Air Quality</th>\n",
       "      <th>Indoor Air Quality.1</th>\n",
       "      <th>Indoor Air Quality_10_TEXT</th>\n",
       "      <th>Acoustics_1</th>\n",
       "      <th>Acoustics_2</th>\n",
       "      <th>Acoustics_3</th>\n",
       "      <th>Visual</th>\n",
       "      <th>Visual.1</th>\n",
       "      <th>BCA Test Site_AirReadings_Off Coil Temp</th>\n",
       "      <th>BCA Test Site_AirReadings_Outdoor Air RH</th>\n",
       "      <th>BCA Test Site_AirReadings_Outdoor Air Temp</th>\n",
       "      <th>BCA Test Site_AirReadings_Return Air CO2</th>\n",
       "      <th>BCA Test Site_AirReadings_Return Air RH</th>\n",
       "      <th>BCA Test Site_AirReadings_Return Air Temp</th>\n",
       "      <th>BCA Test Site_AirReadings_Supply Air CO2</th>\n",
       "      <th>BCA Test Site_AirReadings_Supply Air RH</th>\n",
       "      <th>BCA Test Site_AirReadings_Supply Air Temp</th>\n",
       "      <th>BCA Test Site_BTUReadings_BTU Cooling Load W</th>\n",
       "      <th>BCA Test Site_MainLinePowerMeter_Power W</th>\n",
       "      <th>BCA Test Site_PowerMeterReadings_AHU_Power W</th>\n",
       "      <th>BCA Test Site_PowerMeterReadings_Fan_Power W</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-01_Airflow Final</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-01_Temp</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-02_Airflow Final</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-02_Temp</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-03_Airflow Final</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-03_Temp</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-04_Airflow Final</th>\n",
       "      <th>BCA Test Site_VAVFeedback_VAV-04_Temp</th>\n",
       "      <th>UFL.AWAIR 33482 CO2</th>\n",
       "      <th>UFL.AWAIR 33482 HUMIDITY</th>\n",
       "      <th>UFL.AWAIR 33482 LUX</th>\n",
       "      <th>UFL.AWAIR 33482 PM10</th>\n",
       "      <th>UFL.AWAIR 33482 PM2.5</th>\n",
       "      <th>UFL.AWAIR 33482 SCORE</th>\n",
       "      <th>UFL.AWAIR 33482 SOUND</th>\n",
       "      <th>UFL.AWAIR 33482 TEMP</th>\n",
       "      <th>UFL.AWAIR 33482 VOC</th>\n",
       "      <th>UFL.AWAIR 33869 CO2</th>\n",
       "      <th>UFL.AWAIR 33869 HUMIDITY</th>\n",
       "      <th>UFL.AWAIR 33869 LUX</th>\n",
       "      <th>UFL.AWAIR 33869 PM10</th>\n",
       "      <th>UFL.AWAIR 33869 PM2.5</th>\n",
       "      <th>UFL.AWAIR 33869 SCORE</th>\n",
       "      <th>UFL.AWAIR 33869 SOUND</th>\n",
       "      <th>UFL.AWAIR 33869 TEMP</th>\n",
       "      <th>UFL.AWAIR 33869 VOC</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 Humidity</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 PM1</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 PM10</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 PM2.5</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 Pressure</th>\n",
       "      <th>UFL.Purple Air Outdoor 145432 Temperature</th>\n",
       "      <th>PPM55 Temperature</th>\n",
       "      <th>PPM55 Relative Humidity</th>\n",
       "      <th>PPM55 CO</th>\n",
       "      <th>PPM55 CO2</th>\n",
       "      <th>PPM55 TVOC</th>\n",
       "      <th>PPM55 Test Number</th>\n",
       "      <th>PPM55 Air Velocity</th>\n",
       "      <th>PPM54 Temperature</th>\n",
       "      <th>PPM54 Relative Humidity</th>\n",
       "      <th>PPM54 CO</th>\n",
       "      <th>PPM54 CO2</th>\n",
       "      <th>PPM54 TVOC</th>\n",
       "      <th>PPM54 Test Number</th>\n",
       "      <th>PPM54 Air Velocity</th>\n",
       "      <th>Testo400 Globe Temerature</th>\n",
       "      <th>Testo400 Temperature</th>\n",
       "      <th>Testo400 Air Velocity</th>\n",
       "      <th>Testo440 Globe Temerature</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen11</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No change</td>\n",
       "      <td>No change</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen12</td>\n",
       "      <td>26.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>No change</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen14</td>\n",
       "      <td>29.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No change</td>\n",
       "      <td>No change</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen15</td>\n",
       "      <td>17.0</td>\n",
       "      <td>Unacceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>More</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen16</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>More</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Timestamp User ID  voteLog Thermal Acceptance Thermal Preference  \\\n",
       "0  6/20/22 9:06   nen11     22.0         Acceptable          No change   \n",
       "1  6/20/22 9:06   nen12     26.0         Acceptable             Cooler   \n",
       "2  6/20/22 9:06   nen14     29.0         Acceptable          No change   \n",
       "3  6/20/22 9:06   nen15     17.0       Unacceptable             Cooler   \n",
       "4  6/20/22 9:06   nen16     23.0         Acceptable             Cooler   \n",
       "\n",
       "  Air Movement Preference  Demographics  Mode Survey Type StartDate Condition  \\\n",
       "0               No change             1     2     Watch 1       NaN        AC   \n",
       "1               No change             2     2     Watch 1       NaN        AC   \n",
       "2               No change             4     2     Watch 1       NaN        AC   \n",
       "3                    More             5     2     Watch 1       NaN        AC   \n",
       "4                    More             6     2     Watch 1       NaN        AC   \n",
       "\n",
       "  Status IPAddress  Progress  Duration (in seconds) Finished RecordedDate  \\\n",
       "0    NaN       NaN       NaN                    NaN      NaN          NaN   \n",
       "1    NaN       NaN       NaN                    NaN      NaN          NaN   \n",
       "2    NaN       NaN       NaN                    NaN      NaN          NaN   \n",
       "3    NaN       NaN       NaN                    NaN      NaN          NaN   \n",
       "4    NaN       NaN       NaN                    NaN      NaN          NaN   \n",
       "\n",
       "  ResponseId  RecipientLastName  RecipientFirstName  RecipientEmail  \\\n",
       "0        NaN                NaN                 NaN             NaN   \n",
       "1        NaN                NaN                 NaN             NaN   \n",
       "2        NaN                NaN                 NaN             NaN   \n",
       "3        NaN                NaN                 NaN             NaN   \n",
       "4        NaN                NaN                 NaN             NaN   \n",
       "\n",
       "   ExternalReference  LocationLatitude  LocationLongitude DistributionChannel  \\\n",
       "0                NaN               NaN                NaN                 NaN   \n",
       "1                NaN               NaN                NaN                 NaN   \n",
       "2                NaN               NaN                NaN                 NaN   \n",
       "3                NaN               NaN                NaN                 NaN   \n",
       "4                NaN               NaN                NaN                 NaN   \n",
       "\n",
       "  UserLanguage Thermal Sensation Thermal Acceptabil Thermal Preference.1  \\\n",
       "0          NaN               NaN                NaN                  NaN   \n",
       "1          NaN               NaN                NaN                  NaN   \n",
       "2          NaN               NaN                NaN                  NaN   \n",
       "3          NaN               NaN                NaN                  NaN   \n",
       "4          NaN               NaN                NaN                  NaN   \n",
       "\n",
       "   Space Preference_1 Reason for Rating Air Freshness Airflow Sensation  \\\n",
       "0                 NaN               NaN           NaN               NaN   \n",
       "1                 NaN               NaN           NaN               NaN   \n",
       "2                 NaN               NaN           NaN               NaN   \n",
       "3                 NaN               NaN           NaN               NaN   \n",
       "4                 NaN               NaN           NaN               NaN   \n",
       "\n",
       "  Airflow Preference Air Humidity Sensati Air Humidity Prefere  \\\n",
       "0                NaN                  NaN                  NaN   \n",
       "1                NaN                  NaN                  NaN   \n",
       "2                NaN                  NaN                  NaN   \n",
       "3                NaN                  NaN                  NaN   \n",
       "4                NaN                  NaN                  NaN   \n",
       "\n",
       "  Indoor Air Quality Indoor Air Quality.1 Indoor Air Quality_10_TEXT  \\\n",
       "0                NaN                  NaN                        NaN   \n",
       "1                NaN                  NaN                        NaN   \n",
       "2                NaN                  NaN                        NaN   \n",
       "3                NaN                  NaN                        NaN   \n",
       "4                NaN                  NaN                        NaN   \n",
       "\n",
       "  Acoustics_1 Acoustics_2 Acoustics_3 Visual Visual.1  \\\n",
       "0         NaN         NaN         NaN    NaN      NaN   \n",
       "1         NaN         NaN         NaN    NaN      NaN   \n",
       "2         NaN         NaN         NaN    NaN      NaN   \n",
       "3         NaN         NaN         NaN    NaN      NaN   \n",
       "4         NaN         NaN         NaN    NaN      NaN   \n",
       "\n",
       "   BCA Test Site_AirReadings_Off Coil Temp  \\\n",
       "0                                20.133654   \n",
       "1                                20.133654   \n",
       "2                                20.133654   \n",
       "3                                20.133654   \n",
       "4                                20.133654   \n",
       "\n",
       "   BCA Test Site_AirReadings_Outdoor Air RH  \\\n",
       "0                                  88.05157   \n",
       "1                                  88.05157   \n",
       "2                                  88.05157   \n",
       "3                                  88.05157   \n",
       "4                                  88.05157   \n",
       "\n",
       "   BCA Test Site_AirReadings_Outdoor Air Temp  \\\n",
       "0                                   27.204983   \n",
       "1                                   27.204983   \n",
       "2                                   27.204983   \n",
       "3                                   27.204983   \n",
       "4                                   27.204983   \n",
       "\n",
       "   BCA Test Site_AirReadings_Return Air CO2  \\\n",
       "0                                  718.7729   \n",
       "1                                  718.7729   \n",
       "2                                  718.7729   \n",
       "3                                  718.7729   \n",
       "4                                  718.7729   \n",
       "\n",
       "   BCA Test Site_AirReadings_Return Air RH  \\\n",
       "0                                  68.1084   \n",
       "1                                  68.1084   \n",
       "2                                  68.1084   \n",
       "3                                  68.1084   \n",
       "4                                  68.1084   \n",
       "\n",
       "   BCA Test Site_AirReadings_Return Air Temp  \\\n",
       "0                                  27.249247   \n",
       "1                                  27.249247   \n",
       "2                                  27.249247   \n",
       "3                                  27.249247   \n",
       "4                                  27.249247   \n",
       "\n",
       "   BCA Test Site_AirReadings_Supply Air CO2  \\\n",
       "0                                495.186035   \n",
       "1                                495.186035   \n",
       "2                                495.186035   \n",
       "3                                495.186035   \n",
       "4                                495.186035   \n",
       "\n",
       "   BCA Test Site_AirReadings_Supply Air RH  \\\n",
       "0                                 71.09089   \n",
       "1                                 71.09089   \n",
       "2                                 71.09089   \n",
       "3                                 71.09089   \n",
       "4                                 71.09089   \n",
       "\n",
       "   BCA Test Site_AirReadings_Supply Air Temp  \\\n",
       "0                                  21.330507   \n",
       "1                                  21.330507   \n",
       "2                                  21.330507   \n",
       "3                                  21.330507   \n",
       "4                                  21.330507   \n",
       "\n",
       "   BCA Test Site_BTUReadings_BTU Cooling Load W  \\\n",
       "0                                    5284.89551   \n",
       "1                                    5284.89551   \n",
       "2                                    5284.89551   \n",
       "3                                    5284.89551   \n",
       "4                                    5284.89551   \n",
       "\n",
       "   BCA Test Site_MainLinePowerMeter_Power W  \\\n",
       "0                                568.308533   \n",
       "1                                568.308533   \n",
       "2                                568.308533   \n",
       "3                                568.308533   \n",
       "4                                568.308533   \n",
       "\n",
       "   BCA Test Site_PowerMeterReadings_AHU_Power W  \\\n",
       "0                                    126.643692   \n",
       "1                                    126.643692   \n",
       "2                                    126.643692   \n",
       "3                                    126.643692   \n",
       "4                                    126.643692   \n",
       "\n",
       "   BCA Test Site_PowerMeterReadings_Fan_Power W  \\\n",
       "0                                          20.0   \n",
       "1                                          20.0   \n",
       "2                                          20.0   \n",
       "3                                          20.0   \n",
       "4                                          20.0   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-01_Airflow Final  \\\n",
       "0                                        615.6636   \n",
       "1                                        615.6636   \n",
       "2                                        615.6636   \n",
       "3                                        615.6636   \n",
       "4                                        615.6636   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-01_Temp  \\\n",
       "0                              26.745117   \n",
       "1                              26.745117   \n",
       "2                              26.745117   \n",
       "3                              26.745117   \n",
       "4                              26.745117   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-02_Airflow Final  \\\n",
       "0                                      226.981674   \n",
       "1                                      226.981674   \n",
       "2                                      226.981674   \n",
       "3                                      226.981674   \n",
       "4                                      226.981674   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-02_Temp  \\\n",
       "0                                   27.3   \n",
       "1                                   27.3   \n",
       "2                                   27.3   \n",
       "3                                   27.3   \n",
       "4                                   27.3   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-03_Airflow Final  \\\n",
       "0                                             0.0   \n",
       "1                                             0.0   \n",
       "2                                             0.0   \n",
       "3                                             0.0   \n",
       "4                                             0.0   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-03_Temp  \\\n",
       "0                               27.62047   \n",
       "1                               27.62047   \n",
       "2                               27.62047   \n",
       "3                               27.62047   \n",
       "4                               27.62047   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-04_Airflow Final  \\\n",
       "0                                      290.635437   \n",
       "1                                      290.635437   \n",
       "2                                      290.635437   \n",
       "3                                      290.635437   \n",
       "4                                      290.635437   \n",
       "\n",
       "   BCA Test Site_VAVFeedback_VAV-04_Temp  UFL.AWAIR 33482 CO2  \\\n",
       "0                              26.365353             679.8063   \n",
       "1                              26.365353             679.8063   \n",
       "2                              26.365353             679.8063   \n",
       "3                              26.365353             679.8063   \n",
       "4                              26.365353             679.8063   \n",
       "\n",
       "   UFL.AWAIR 33482 HUMIDITY  UFL.AWAIR 33482 LUX  UFL.AWAIR 33482 PM10  \\\n",
       "0                  79.10984           365.392273              5.030742   \n",
       "1                  79.10984           365.392273              5.030742   \n",
       "2                  79.10984           365.392273              5.030742   \n",
       "3                  79.10984           365.392273              5.030742   \n",
       "4                  79.10984           365.392273              5.030742   \n",
       "\n",
       "   UFL.AWAIR 33482 PM2.5  UFL.AWAIR 33482 SCORE  UFL.AWAIR 33482 SOUND  \\\n",
       "0               3.779608               72.88983              54.851803   \n",
       "1               3.779608               72.88983              54.851803   \n",
       "2               3.779608               72.88983              54.851803   \n",
       "3               3.779608               72.88983              54.851803   \n",
       "4               3.779608               72.88983              54.851803   \n",
       "\n",
       "   UFL.AWAIR 33482 TEMP  UFL.AWAIR 33482 VOC  UFL.AWAIR 33869 CO2  \\\n",
       "0              26.24638                 20.0           645.796265   \n",
       "1              26.24638                 20.0           645.796265   \n",
       "2              26.24638                 20.0           645.796265   \n",
       "3              26.24638                 20.0           645.796265   \n",
       "4              26.24638                 20.0           645.796265   \n",
       "\n",
       "   UFL.AWAIR 33869 HUMIDITY  UFL.AWAIR 33869 LUX  UFL.AWAIR 33869 PM10  \\\n",
       "0                   78.5718            148.35675                4.2417   \n",
       "1                   78.5718            148.35675                4.2417   \n",
       "2                   78.5718            148.35675                4.2417   \n",
       "3                   78.5718            148.35675                4.2417   \n",
       "4                   78.5718            148.35675                4.2417   \n",
       "\n",
       "   UFL.AWAIR 33869 PM2.5  UFL.AWAIR 33869 SCORE  UFL.AWAIR 33869 SOUND  \\\n",
       "0                    3.0                73.7789              56.118713   \n",
       "1                    3.0                73.7789              56.118713   \n",
       "2                    3.0                73.7789              56.118713   \n",
       "3                    3.0                73.7789              56.118713   \n",
       "4                    3.0                73.7789              56.118713   \n",
       "\n",
       "   UFL.AWAIR 33869 TEMP  UFL.AWAIR 33869 VOC  \\\n",
       "0             26.202334                 20.0   \n",
       "1             26.202334                 20.0   \n",
       "2             26.202334                 20.0   \n",
       "3             26.202334                 20.0   \n",
       "4             26.202334                 20.0   \n",
       "\n",
       "   UFL.Purple Air Outdoor 145432 Humidity  UFL.Purple Air Outdoor 145432 PM1  \\\n",
       "0                                    73.0                                7.1   \n",
       "1                                    73.0                                7.1   \n",
       "2                                    73.0                                7.1   \n",
       "3                                    73.0                                7.1   \n",
       "4                                    73.0                                7.1   \n",
       "\n",
       "   UFL.Purple Air Outdoor 145432 PM10  UFL.Purple Air Outdoor 145432 PM2.5  \\\n",
       "0                                11.0                                 10.5   \n",
       "1                                11.0                                 10.5   \n",
       "2                                11.0                                 10.5   \n",
       "3                                11.0                                 10.5   \n",
       "4                                11.0                                 10.5   \n",
       "\n",
       "   UFL.Purple Air Outdoor 145432 Pressure  \\\n",
       "0                                  1010.6   \n",
       "1                                  1010.6   \n",
       "2                                  1010.6   \n",
       "3                                  1010.6   \n",
       "4                                  1010.6   \n",
       "\n",
       "   UFL.Purple Air Outdoor 145432 Temperature  PPM55 Temperature  \\\n",
       "0                                       83.0               27.8   \n",
       "1                                       83.0               27.8   \n",
       "2                                       83.0               27.8   \n",
       "3                                       83.0               27.8   \n",
       "4                                       83.0               27.8   \n",
       "\n",
       "   PPM55 Relative Humidity  PPM55 CO  PPM55 CO2  PPM55 TVOC  \\\n",
       "0                     73.4     0.114      734.0       0.228   \n",
       "1                     73.4     0.114      734.0       0.228   \n",
       "2                     73.4     0.114      734.0       0.228   \n",
       "3                     73.4     0.114      734.0       0.228   \n",
       "4                     73.4     0.114      734.0       0.228   \n",
       "\n",
       "   PPM55 Test Number  PPM55 Air Velocity  PPM54 Temperature  \\\n",
       "0                1.0               0.847               27.3   \n",
       "1                1.0               0.847               27.3   \n",
       "2                1.0               0.847               27.3   \n",
       "3                1.0               0.847               27.3   \n",
       "4                1.0               0.847               27.3   \n",
       "\n",
       "   PPM54 Relative Humidity  PPM54 CO  PPM54 CO2  PPM54 TVOC  \\\n",
       "0                     74.0     0.239      689.0       0.396   \n",
       "1                     74.0     0.239      689.0       0.396   \n",
       "2                     74.0     0.239      689.0       0.396   \n",
       "3                     74.0     0.239      689.0       0.396   \n",
       "4                     74.0     0.239      689.0       0.396   \n",
       "\n",
       "   PPM54 Test Number  PPM54 Air Velocity  Testo400 Globe Temerature  \\\n",
       "0                1.0               1.141                       27.1   \n",
       "1                1.0               1.141                       27.1   \n",
       "2                1.0               1.141                       27.1   \n",
       "3                1.0               1.141                       27.1   \n",
       "4                1.0               1.141                       27.1   \n",
       "\n",
       "   Testo400 Temperature  Testo400 Air Velocity  Testo440 Globe Temerature  \n",
       "0                  26.9                   0.53                       27.6  \n",
       "1                  26.9                   0.53                       27.6  \n",
       "2                  26.9                   0.53                       27.6  \n",
       "3                  26.9                   0.53                       27.6  \n",
       "4                  26.9                   0.53                       27.6  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# load raw survey and building condition data\n",
    "data = pd.read_csv('data/totalSurveyData.csv')\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "pycharm": {
     "name": "#%% md\n"
    }
   },
   "source": [
    "# Perform column relabelling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Timestamp</th>\n",
       "      <th>User ID</th>\n",
       "      <th>voteLog</th>\n",
       "      <th>Thermal Acceptability Watch</th>\n",
       "      <th>Thermal Preference Watch</th>\n",
       "      <th>Air Movement Preference Watch</th>\n",
       "      <th>User Id</th>\n",
       "      <th>Condition</th>\n",
       "      <th>Survey Type</th>\n",
       "      <th>StartDate</th>\n",
       "      <th>Mode</th>\n",
       "      <th>Status</th>\n",
       "      <th>IPAddress</th>\n",
       "      <th>Progress</th>\n",
       "      <th>Duration (in seconds)</th>\n",
       "      <th>Finished</th>\n",
       "      <th>RecordedDate</th>\n",
       "      <th>ResponseId</th>\n",
       "      <th>RecipientLastName</th>\n",
       "      <th>RecipientFirstName</th>\n",
       "      <th>RecipientEmail</th>\n",
       "      <th>ExternalReference</th>\n",
       "      <th>LocationLatitude</th>\n",
       "      <th>LocationLongitude</th>\n",
       "      <th>DistributionChannel</th>\n",
       "      <th>UserLanguage</th>\n",
       "      <th>Thermal Sensation</th>\n",
       "      <th>Thermal Acceptability Online</th>\n",
       "      <th>Thermal Preference Online</th>\n",
       "      <th>Space Preference</th>\n",
       "      <th>Reason for Rating</th>\n",
       "      <th>Air Freshness</th>\n",
       "      <th>Airflow Sensation</th>\n",
       "      <th>Air Movement Preference Online</th>\n",
       "      <th>Air Humidity Sensation</th>\n",
       "      <th>Air Humidity Preference</th>\n",
       "      <th>Indoor Air Quality</th>\n",
       "      <th>Indoor Air Quality.1</th>\n",
       "      <th>Indoor Air Quality_10_TEXT</th>\n",
       "      <th>Acoustics_1</th>\n",
       "      <th>Acoustics_2</th>\n",
       "      <th>Acoustics_3</th>\n",
       "      <th>Visual_1</th>\n",
       "      <th>Visual_2</th>\n",
       "      <th>Off Coil Temp</th>\n",
       "      <th>Outdoor Air RH</th>\n",
       "      <th>Outdoor Air Temp</th>\n",
       "      <th>Return Air CO2</th>\n",
       "      <th>Return Air RH</th>\n",
       "      <th>Return Air Temp</th>\n",
       "      <th>Supply Air CO2</th>\n",
       "      <th>Supply Air RH</th>\n",
       "      <th>Supply Air Temp</th>\n",
       "      <th>BTU Cooling Load</th>\n",
       "      <th>MainLine Power</th>\n",
       "      <th>AHU Power</th>\n",
       "      <th>Fan Power</th>\n",
       "      <th>VAV-01_Airflow</th>\n",
       "      <th>VAV-01_Temp</th>\n",
       "      <th>VAV-02_Airflow</th>\n",
       "      <th>VAV-02_Temp</th>\n",
       "      <th>VAV-03_Airflow</th>\n",
       "      <th>VAV-03_Temp</th>\n",
       "      <th>VAV-04_Airflow</th>\n",
       "      <th>VAV-04_Temp</th>\n",
       "      <th>Indoor CO2_1</th>\n",
       "      <th>Indoor Humidity_1</th>\n",
       "      <th>Indoor Lux_1</th>\n",
       "      <th>Indoor PM10_1</th>\n",
       "      <th>Indoor PM2.5_1</th>\n",
       "      <th>Indoor Score_1</th>\n",
       "      <th>Indoor Sound_1</th>\n",
       "      <th>Indoor Temp_1</th>\n",
       "      <th>Indoor VOC_1</th>\n",
       "      <th>Indoor CO2_2</th>\n",
       "      <th>Indoor Humidity_2</th>\n",
       "      <th>Indoor Lux_2</th>\n",
       "      <th>Indoor PM10_2</th>\n",
       "      <th>Indoor PM2.5_2</th>\n",
       "      <th>Indoor Score_2</th>\n",
       "      <th>Indoor Sound_2</th>\n",
       "      <th>Indoor Temp_2</th>\n",
       "      <th>Indoor VOC_2</th>\n",
       "      <th>Outdoor Humidity</th>\n",
       "      <th>Outdoor PM1</th>\n",
       "      <th>Outdoor PM10</th>\n",
       "      <th>Outdoor PM2.5</th>\n",
       "      <th>Outdoor Pressure</th>\n",
       "      <th>Outdoor Temp</th>\n",
       "      <th>PPM55 Temperature</th>\n",
       "      <th>PPM55 Relative Humidity</th>\n",
       "      <th>PPM55 CO</th>\n",
       "      <th>PPM55 CO2</th>\n",
       "      <th>PPM55 TVOC</th>\n",
       "      <th>PPM55 Test Number</th>\n",
       "      <th>PPM55 Air Velocity</th>\n",
       "      <th>PPM54 Temperature</th>\n",
       "      <th>PPM54 Relative Humidity</th>\n",
       "      <th>PPM54 CO</th>\n",
       "      <th>PPM54 CO2</th>\n",
       "      <th>PPM54 TVOC</th>\n",
       "      <th>PPM54 Test Number</th>\n",
       "      <th>PPM54 Air Velocity</th>\n",
       "      <th>Globe Temperature_1</th>\n",
       "      <th>Temperature</th>\n",
       "      <th>Air Velocity</th>\n",
       "      <th>Globe Temperature_2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen11</td>\n",
       "      <td>22.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No change</td>\n",
       "      <td>No change</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen12</td>\n",
       "      <td>26.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>No change</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen14</td>\n",
       "      <td>29.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No change</td>\n",
       "      <td>No change</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen15</td>\n",
       "      <td>17.0</td>\n",
       "      <td>Unacceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>More</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6/20/22 9:06</td>\n",
       "      <td>nen16</td>\n",
       "      <td>23.0</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>More</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>Watch 1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>AC</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.133654</td>\n",
       "      <td>88.05157</td>\n",
       "      <td>27.204983</td>\n",
       "      <td>718.7729</td>\n",
       "      <td>68.1084</td>\n",
       "      <td>27.249247</td>\n",
       "      <td>495.186035</td>\n",
       "      <td>71.09089</td>\n",
       "      <td>21.330507</td>\n",
       "      <td>5284.89551</td>\n",
       "      <td>568.308533</td>\n",
       "      <td>126.643692</td>\n",
       "      <td>20.0</td>\n",
       "      <td>615.6636</td>\n",
       "      <td>26.745117</td>\n",
       "      <td>226.981674</td>\n",
       "      <td>27.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>27.62047</td>\n",
       "      <td>290.635437</td>\n",
       "      <td>26.365353</td>\n",
       "      <td>679.8063</td>\n",
       "      <td>79.10984</td>\n",
       "      <td>365.392273</td>\n",
       "      <td>5.030742</td>\n",
       "      <td>3.779608</td>\n",
       "      <td>72.88983</td>\n",
       "      <td>54.851803</td>\n",
       "      <td>26.24638</td>\n",
       "      <td>20.0</td>\n",
       "      <td>645.796265</td>\n",
       "      <td>78.5718</td>\n",
       "      <td>148.35675</td>\n",
       "      <td>4.2417</td>\n",
       "      <td>3.0</td>\n",
       "      <td>73.7789</td>\n",
       "      <td>56.118713</td>\n",
       "      <td>26.202334</td>\n",
       "      <td>20.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>7.1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>10.5</td>\n",
       "      <td>1010.6</td>\n",
       "      <td>83.0</td>\n",
       "      <td>27.8</td>\n",
       "      <td>73.4</td>\n",
       "      <td>0.114</td>\n",
       "      <td>734.0</td>\n",
       "      <td>0.228</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.847</td>\n",
       "      <td>27.3</td>\n",
       "      <td>74.0</td>\n",
       "      <td>0.239</td>\n",
       "      <td>689.0</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.141</td>\n",
       "      <td>27.1</td>\n",
       "      <td>26.9</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      Timestamp User ID  voteLog Thermal Acceptability Watch  \\\n",
       "0  6/20/22 9:06   nen11     22.0                  Acceptable   \n",
       "1  6/20/22 9:06   nen12     26.0                  Acceptable   \n",
       "2  6/20/22 9:06   nen14     29.0                  Acceptable   \n",
       "3  6/20/22 9:06   nen15     17.0                Unacceptable   \n",
       "4  6/20/22 9:06   nen16     23.0                  Acceptable   \n",
       "\n",
       "  Thermal Preference Watch Air Movement Preference Watch  User Id  Condition  \\\n",
       "0                No change                     No change        1          2   \n",
       "1                   Cooler                     No change        2          2   \n",
       "2                No change                     No change        4          2   \n",
       "3                   Cooler                          More        5          2   \n",
       "4                   Cooler                          More        6          2   \n",
       "\n",
       "  Survey Type StartDate Mode Status IPAddress  Progress  \\\n",
       "0     Watch 1       NaN   AC    NaN       NaN       NaN   \n",
       "1     Watch 1       NaN   AC    NaN       NaN       NaN   \n",
       "2     Watch 1       NaN   AC    NaN       NaN       NaN   \n",
       "3     Watch 1       NaN   AC    NaN       NaN       NaN   \n",
       "4     Watch 1       NaN   AC    NaN       NaN       NaN   \n",
       "\n",
       "   Duration (in seconds) Finished RecordedDate ResponseId  RecipientLastName  \\\n",
       "0                    NaN      NaN          NaN        NaN                NaN   \n",
       "1                    NaN      NaN          NaN        NaN                NaN   \n",
       "2                    NaN      NaN          NaN        NaN                NaN   \n",
       "3                    NaN      NaN          NaN        NaN                NaN   \n",
       "4                    NaN      NaN          NaN        NaN                NaN   \n",
       "\n",
       "   RecipientFirstName  RecipientEmail  ExternalReference  LocationLatitude  \\\n",
       "0                 NaN             NaN                NaN               NaN   \n",
       "1                 NaN             NaN                NaN               NaN   \n",
       "2                 NaN             NaN                NaN               NaN   \n",
       "3                 NaN             NaN                NaN               NaN   \n",
       "4                 NaN             NaN                NaN               NaN   \n",
       "\n",
       "   LocationLongitude DistributionChannel UserLanguage Thermal Sensation  \\\n",
       "0                NaN                 NaN          NaN               NaN   \n",
       "1                NaN                 NaN          NaN               NaN   \n",
       "2                NaN                 NaN          NaN               NaN   \n",
       "3                NaN                 NaN          NaN               NaN   \n",
       "4                NaN                 NaN          NaN               NaN   \n",
       "\n",
       "  Thermal Acceptability Online Thermal Preference Online  Space Preference  \\\n",
       "0                          NaN                       NaN               NaN   \n",
       "1                          NaN                       NaN               NaN   \n",
       "2                          NaN                       NaN               NaN   \n",
       "3                          NaN                       NaN               NaN   \n",
       "4                          NaN                       NaN               NaN   \n",
       "\n",
       "  Reason for Rating Air Freshness Airflow Sensation  \\\n",
       "0               NaN           NaN               NaN   \n",
       "1               NaN           NaN               NaN   \n",
       "2               NaN           NaN               NaN   \n",
       "3               NaN           NaN               NaN   \n",
       "4               NaN           NaN               NaN   \n",
       "\n",
       "  Air Movement Preference Online Air Humidity Sensation  \\\n",
       "0                            NaN                    NaN   \n",
       "1                            NaN                    NaN   \n",
       "2                            NaN                    NaN   \n",
       "3                            NaN                    NaN   \n",
       "4                            NaN                    NaN   \n",
       "\n",
       "  Air Humidity Preference Indoor Air Quality Indoor Air Quality.1  \\\n",
       "0                     NaN                NaN                  NaN   \n",
       "1                     NaN                NaN                  NaN   \n",
       "2                     NaN                NaN                  NaN   \n",
       "3                     NaN                NaN                  NaN   \n",
       "4                     NaN                NaN                  NaN   \n",
       "\n",
       "  Indoor Air Quality_10_TEXT Acoustics_1 Acoustics_2 Acoustics_3 Visual_1  \\\n",
       "0                        NaN         NaN         NaN         NaN      NaN   \n",
       "1                        NaN         NaN         NaN         NaN      NaN   \n",
       "2                        NaN         NaN         NaN         NaN      NaN   \n",
       "3                        NaN         NaN         NaN         NaN      NaN   \n",
       "4                        NaN         NaN         NaN         NaN      NaN   \n",
       "\n",
       "  Visual_2  Off Coil Temp  Outdoor Air RH  Outdoor Air Temp  Return Air CO2  \\\n",
       "0      NaN      20.133654        88.05157         27.204983        718.7729   \n",
       "1      NaN      20.133654        88.05157         27.204983        718.7729   \n",
       "2      NaN      20.133654        88.05157         27.204983        718.7729   \n",
       "3      NaN      20.133654        88.05157         27.204983        718.7729   \n",
       "4      NaN      20.133654        88.05157         27.204983        718.7729   \n",
       "\n",
       "   Return Air RH  Return Air Temp  Supply Air CO2  Supply Air RH  \\\n",
       "0        68.1084        27.249247      495.186035       71.09089   \n",
       "1        68.1084        27.249247      495.186035       71.09089   \n",
       "2        68.1084        27.249247      495.186035       71.09089   \n",
       "3        68.1084        27.249247      495.186035       71.09089   \n",
       "4        68.1084        27.249247      495.186035       71.09089   \n",
       "\n",
       "   Supply Air Temp  BTU Cooling Load  MainLine Power   AHU Power  Fan Power  \\\n",
       "0        21.330507        5284.89551      568.308533  126.643692       20.0   \n",
       "1        21.330507        5284.89551      568.308533  126.643692       20.0   \n",
       "2        21.330507        5284.89551      568.308533  126.643692       20.0   \n",
       "3        21.330507        5284.89551      568.308533  126.643692       20.0   \n",
       "4        21.330507        5284.89551      568.308533  126.643692       20.0   \n",
       "\n",
       "   VAV-01_Airflow  VAV-01_Temp  VAV-02_Airflow  VAV-02_Temp  VAV-03_Airflow  \\\n",
       "0        615.6636    26.745117      226.981674         27.3             0.0   \n",
       "1        615.6636    26.745117      226.981674         27.3             0.0   \n",
       "2        615.6636    26.745117      226.981674         27.3             0.0   \n",
       "3        615.6636    26.745117      226.981674         27.3             0.0   \n",
       "4        615.6636    26.745117      226.981674         27.3             0.0   \n",
       "\n",
       "   VAV-03_Temp  VAV-04_Airflow  VAV-04_Temp  Indoor CO2_1  Indoor Humidity_1  \\\n",
       "0     27.62047      290.635437    26.365353      679.8063           79.10984   \n",
       "1     27.62047      290.635437    26.365353      679.8063           79.10984   \n",
       "2     27.62047      290.635437    26.365353      679.8063           79.10984   \n",
       "3     27.62047      290.635437    26.365353      679.8063           79.10984   \n",
       "4     27.62047      290.635437    26.365353      679.8063           79.10984   \n",
       "\n",
       "   Indoor Lux_1  Indoor PM10_1  Indoor PM2.5_1  Indoor Score_1  \\\n",
       "0    365.392273       5.030742        3.779608        72.88983   \n",
       "1    365.392273       5.030742        3.779608        72.88983   \n",
       "2    365.392273       5.030742        3.779608        72.88983   \n",
       "3    365.392273       5.030742        3.779608        72.88983   \n",
       "4    365.392273       5.030742        3.779608        72.88983   \n",
       "\n",
       "   Indoor Sound_1  Indoor Temp_1  Indoor VOC_1  Indoor CO2_2  \\\n",
       "0       54.851803       26.24638          20.0    645.796265   \n",
       "1       54.851803       26.24638          20.0    645.796265   \n",
       "2       54.851803       26.24638          20.0    645.796265   \n",
       "3       54.851803       26.24638          20.0    645.796265   \n",
       "4       54.851803       26.24638          20.0    645.796265   \n",
       "\n",
       "   Indoor Humidity_2  Indoor Lux_2  Indoor PM10_2  Indoor PM2.5_2  \\\n",
       "0            78.5718     148.35675         4.2417             3.0   \n",
       "1            78.5718     148.35675         4.2417             3.0   \n",
       "2            78.5718     148.35675         4.2417             3.0   \n",
       "3            78.5718     148.35675         4.2417             3.0   \n",
       "4            78.5718     148.35675         4.2417             3.0   \n",
       "\n",
       "   Indoor Score_2  Indoor Sound_2  Indoor Temp_2  Indoor VOC_2  \\\n",
       "0         73.7789       56.118713      26.202334          20.0   \n",
       "1         73.7789       56.118713      26.202334          20.0   \n",
       "2         73.7789       56.118713      26.202334          20.0   \n",
       "3         73.7789       56.118713      26.202334          20.0   \n",
       "4         73.7789       56.118713      26.202334          20.0   \n",
       "\n",
       "   Outdoor Humidity  Outdoor PM1  Outdoor PM10  Outdoor PM2.5  \\\n",
       "0              73.0          7.1          11.0           10.5   \n",
       "1              73.0          7.1          11.0           10.5   \n",
       "2              73.0          7.1          11.0           10.5   \n",
       "3              73.0          7.1          11.0           10.5   \n",
       "4              73.0          7.1          11.0           10.5   \n",
       "\n",
       "   Outdoor Pressure  Outdoor Temp  PPM55 Temperature  PPM55 Relative Humidity  \\\n",
       "0            1010.6          83.0               27.8                     73.4   \n",
       "1            1010.6          83.0               27.8                     73.4   \n",
       "2            1010.6          83.0               27.8                     73.4   \n",
       "3            1010.6          83.0               27.8                     73.4   \n",
       "4            1010.6          83.0               27.8                     73.4   \n",
       "\n",
       "   PPM55 CO  PPM55 CO2  PPM55 TVOC  PPM55 Test Number  PPM55 Air Velocity  \\\n",
       "0     0.114      734.0       0.228                1.0               0.847   \n",
       "1     0.114      734.0       0.228                1.0               0.847   \n",
       "2     0.114      734.0       0.228                1.0               0.847   \n",
       "3     0.114      734.0       0.228                1.0               0.847   \n",
       "4     0.114      734.0       0.228                1.0               0.847   \n",
       "\n",
       "   PPM54 Temperature  PPM54 Relative Humidity  PPM54 CO  PPM54 CO2  \\\n",
       "0               27.3                     74.0     0.239      689.0   \n",
       "1               27.3                     74.0     0.239      689.0   \n",
       "2               27.3                     74.0     0.239      689.0   \n",
       "3               27.3                     74.0     0.239      689.0   \n",
       "4               27.3                     74.0     0.239      689.0   \n",
       "\n",
       "   PPM54 TVOC  PPM54 Test Number  PPM54 Air Velocity  Globe Temperature_1  \\\n",
       "0       0.396                1.0               1.141                 27.1   \n",
       "1       0.396                1.0               1.141                 27.1   \n",
       "2       0.396                1.0               1.141                 27.1   \n",
       "3       0.396                1.0               1.141                 27.1   \n",
       "4       0.396                1.0               1.141                 27.1   \n",
       "\n",
       "   Temperature  Air Velocity  Globe Temperature_2  \n",
       "0         26.9          0.53                 27.6  \n",
       "1         26.9          0.53                 27.6  \n",
       "2         26.9          0.53                 27.6  \n",
       "3         26.9          0.53                 27.6  \n",
       "4         26.9          0.53                 27.6  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# rename columns to human readable format\n",
    "name_mapping = {'Thermal Preference':'Thermal Preference Watch',\n",
    "                'Thermal Preference.1':'Thermal Preference Online',\n",
    "                'Air Movement Preference':'Air Movement Preference Watch',\n",
    "                'Airflow Preference':'Air Movement Preference Online',\n",
    "                'Thermal Sensation':'Thermal Sensation',\n",
    "                'Thermal Acceptabil':'Thermal Acceptability Online',\n",
    "                'Thermal Acceptance':'Thermal Acceptability Watch',\n",
    "                'Space Preference_1':'Space Preference',\n",
    "                'Air Humidity Sensati':'Air Humidity Sensation',\n",
    "                'Air Humidity Prefere':'Air Humidity Preference',\n",
    "                'Visual':'Visual_1',\n",
    "                'Visual.1':'Visual_2',\n",
    "                'BCA Test Site_AirReadings_Off Coil Temp':'Off Coil Temp',\n",
    "                'BCA Test Site_AirReadings_Outdoor Air RH':'Outdoor Air RH',\n",
    "                'BCA Test Site_AirReadings_Outdoor Air Temp':'Outdoor Air Temp',\n",
    "                'BCA Test Site_AirReadings_Return Air CO2':'Return Air CO2',\n",
    "                'BCA Test Site_AirReadings_Return Air RH':'Return Air RH',\n",
    "                'BCA Test Site_AirReadings_Return Air Temp':'Return Air Temp',\n",
    "                'BCA Test Site_AirReadings_Supply Air CO2':'Supply Air CO2',\n",
    "                'BCA Test Site_AirReadings_Supply Air RH':'Supply Air RH',\n",
    "                'BCA Test Site_AirReadings_Supply Air Temp':'Supply Air Temp',\n",
    "                'BCA Test Site_BTUReadings_BTU Cooling Load W':'BTU Cooling Load',\n",
    "                'BCA Test Site_MainLinePowerMeter_Power W':'MainLine Power',\n",
    "                'BCA Test Site_PowerMeterReadings_AHU_Power W':'AHU Power',\n",
    "                'BCA Test Site_PowerMeterReadings_Fan_Power W':'Fan Power',\n",
    "                'BCA Test Site_VAVFeedback_VAV-01_Airflow Final':'VAV-01_Airflow',\n",
    "                'BCA Test Site_VAVFeedback_VAV-01_Temp':'VAV-01_Temp',\n",
    "                'BCA Test Site_VAVFeedback_VAV-02_Airflow Final':'VAV-02_Airflow',\n",
    "                'BCA Test Site_VAVFeedback_VAV-02_Temp':'VAV-02_Temp',\n",
    "                'BCA Test Site_VAVFeedback_VAV-03_Airflow Final':'VAV-03_Airflow',\n",
    "                'BCA Test Site_VAVFeedback_VAV-03_Temp':'VAV-03_Temp',\n",
    "                'BCA Test Site_VAVFeedback_VAV-04_Airflow Final':'VAV-04_Airflow',\n",
    "                'BCA Test Site_VAVFeedback_VAV-04_Temp':'VAV-04_Temp',\n",
    "                'UFL.AWAIR 33482 CO2':'Indoor CO2_1',\n",
    "                'UFL.AWAIR 33482 HUMIDITY':'Indoor Humidity_1',\n",
    "                'UFL.AWAIR 33482 LUX':'Indoor Lux_1',\n",
    "                'UFL.AWAIR 33482 PM10':'Indoor PM10_1',\n",
    "                'UFL.AWAIR 33482 PM2.5':'Indoor PM2.5_1',\n",
    "                'UFL.AWAIR 33482 SCORE':'Indoor Score_1',\n",
    "                'UFL.AWAIR 33482 SOUND':'Indoor Sound_1',\n",
    "                'UFL.AWAIR 33482 TEMP':'Indoor Temp_1',\n",
    "                'UFL.AWAIR 33482 VOC':'Indoor VOC_1',\n",
    "                'UFL.AWAIR 33869 CO2':'Indoor CO2_2',\n",
    "                'UFL.AWAIR 33869 HUMIDITY':'Indoor Humidity_2',\n",
    "                'UFL.AWAIR 33869 LUX':'Indoor Lux_2',\n",
    "                'UFL.AWAIR 33869 PM10':'Indoor PM10_2',\n",
    "                'UFL.AWAIR 33869 PM2.5':'Indoor PM2.5_2',\n",
    "                'UFL.AWAIR 33869 SCORE':'Indoor Score_2',\n",
    "                'UFL.AWAIR 33869 SOUND':'Indoor Sound_2',\n",
    "                'UFL.AWAIR 33869 TEMP':'Indoor Temp_2',\n",
    "                'UFL.AWAIR 33869 VOC':'Indoor VOC_2',\n",
    "                'UFL.Purple Air Outdoor 145432 Humidity':'Outdoor Humidity',\n",
    "                'UFL.Purple Air Outdoor 145432 PM1':'Outdoor PM1',\n",
    "                'UFL.Purple Air Outdoor 145432 PM10':'Outdoor PM10',\n",
    "                'UFL.Purple Air Outdoor 145432 PM2.5':'Outdoor PM2.5',\n",
    "                'UFL.Purple Air Outdoor 145432 Pressure':'Outdoor Pressure',\n",
    "                'UFL.Purple Air Outdoor 145432 Temperature':'Outdoor Temp',\n",
    "                'Testo400 Globe Temerature':'Globe Temperature_1',\n",
    "                'Testo400 Temperature':'Temperature',  # how is this different from outdoor temp?\n",
    "                'Testo400 Air Velocity':'Air Velocity',\n",
    "                'Testo440 Globe Temerature':'Globe Temperature_2',\n",
    "                'Demographics':'User Id',\n",
    "                'Condition': 'Mode_temp'}\n",
    "\n",
    "name_mapping_2 = {'Mode':'Condition',\n",
    "                  'Mode_temp':'Mode'}\n",
    "\n",
    "data.rename(columns=name_mapping, inplace=True)\n",
    "data.rename(columns=name_mapping_2, inplace=True)\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Perform data cleaning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# combine readings from multiple sensors within the study area\n",
    "def combine_sensor_readings(data, sensor_1, sensor_2, new_col_name):\n",
    "    data[new_col_name] = (data[sensor_1] + data[sensor_2]) / 2\n",
    "    data.drop(columns=[sensor_1, sensor_2], inplace=True)\n",
    "    return data\n",
    "\n",
    "data = combine_sensor_readings(data, 'Indoor CO2_1', 'Indoor CO2_2', 'Indoor CO2')\n",
    "data = combine_sensor_readings(data, 'Indoor Humidity_1', 'Indoor Humidity_2', 'Indoor Humidity')\n",
    "data = combine_sensor_readings(data, 'Indoor Lux_1', 'Indoor Lux_2', 'Indoor Lux')\n",
    "data = combine_sensor_readings(data, 'Indoor PM10_1', 'Indoor PM10_2', 'Indoor PM10')\n",
    "data = combine_sensor_readings(data, 'Indoor PM2.5_1', 'Indoor PM2.5_2', 'Indoor PM2.5')\n",
    "data = combine_sensor_readings(data, 'Indoor Score_1', 'Indoor Score_2', 'Indoor Score')\n",
    "data = combine_sensor_readings(data, 'Indoor Sound_1', 'Indoor Sound_2', 'Indoor Sound')\n",
    "data = combine_sensor_readings(data, 'Indoor Temp_1', 'Indoor Temp_2', 'Indoor Temp')\n",
    "data = combine_sensor_readings(data, 'Indoor VOC_1', 'Indoor VOC_2', 'Indoor VOC')\n",
    "data = combine_sensor_readings(data, 'Globe Temperature_1', 'Globe Temperature_2', 'Globe Temperature')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Combine air movement and thermal preference preferences\n",
    "data['Thermal Preference'] = data['Thermal Preference Watch'].fillna(data['Thermal Preference Online'])\n",
    "data['Air Movement Preference'] = data['Air Movement Preference Watch'].fillna(data['Air Movement Preference Online'])\n",
    "data['Thermal Acceptability'] = data['Thermal Acceptability Watch'].fillna(data['Thermal Acceptability Online'])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Standardise preference labels\n",
    "data[\"Thermal Preference\"] = data[\"Thermal Preference\"].replace(\"No change\", \"No Change\")\n",
    "data['Air Movement Preference'] = data[\"Air Movement Preference\"].replace(\"No change\", \"No Change\")\n",
    "\n",
    "data['Thermal Acceptability'] = data[\"Thermal Acceptability\"].replace(\"Clearly Acceptable\", \"Acceptable\")\n",
    "data['Thermal Acceptability'] = data[\"Thermal Acceptability\"].replace(\"Just Acceptable\", \"Acceptable\")\n",
    "data['Thermal Acceptability'] = data[\"Thermal Acceptability\"].replace(\"Clearly Unacceptable\", \"Unacceptable\")\n",
    "data['Thermal Acceptability'] = data[\"Thermal Acceptability\"].replace(\"Just Unacceptable\", \"Unacceptable\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Filter out relevant data to ASHRAE dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Retain overlapping columns with ASHRAE dataset\n",
    "overlapping_cols = ['Timestamp',\n",
    "                    'Mode',\n",
    "                    'Indoor Temp',\n",
    "                    'Indoor Humidity',\n",
    "                    'Air Velocity',\n",
    "                    'Globe Temperature',\n",
    "                    'Outdoor Temp',\n",
    "                    'Outdoor Humidity',\n",
    "                    'Thermal Preference',\n",
    "                    'Thermal Acceptability',\n",
    "                    'Air Movement Preference',\n",
    "                    'User Id',\n",
    "                    'Condition']\n",
    "\n",
    "data = data[overlapping_cols]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Filter conditions related to AC\n",
    "data = data[data[\"Mode\"].isin([\"AC\", \"AC+PV\", \"NV\"])].reset_index(drop=True)\n",
    "data['Mode'] = data['Mode'].replace('AC+PV', 'AC')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# remove condition 0\n",
    "data = data[data['Condition']>0].reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# map conditions from AC + PV into AC (5->2, 6->3, 7->4)\n",
    "data['Condition'] = data['Condition'].replace(5, 2)\n",
    "data['Condition'] = data['Condition'].replace(6, 3)\n",
    "data['Condition'] = data['Condition'].replace(7, 4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 2,  1,  4, 16, 17, 19, 18,  3])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['Condition'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1744 entries, 0 to 1743\n",
      "Data columns (total 13 columns):\n",
      " #   Column                   Non-Null Count  Dtype  \n",
      "---  ------                   --------------  -----  \n",
      " 0   Timestamp                1744 non-null   object \n",
      " 1   Mode                     1744 non-null   object \n",
      " 2   Indoor Temp              1742 non-null   float64\n",
      " 3   Indoor Humidity          1742 non-null   float64\n",
      " 4   Air Velocity             1742 non-null   float64\n",
      " 5   Globe Temperature        1742 non-null   float64\n",
      " 6   Outdoor Temp             1742 non-null   float64\n",
      " 7   Outdoor Humidity         1742 non-null   float64\n",
      " 8   Thermal Preference       1744 non-null   object \n",
      " 9   Thermal Acceptability    1744 non-null   object \n",
      " 10  Air Movement Preference  1744 non-null   object \n",
      " 11  User Id                  1744 non-null   int64  \n",
      " 12  Condition                1744 non-null   int64  \n",
      "dtypes: float64(6), int64(2), object(5)\n",
      "memory usage: 177.2+ KB\n"
     ]
    }
   ],
   "source": [
    "data.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Perform imputation for missing data using MissForest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    },
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Iteration: 0\n",
      "Iteration: 1\n",
      "Iteration: 2\n"
     ]
    }
   ],
   "source": [
    "def impute_missing_data(data):    \n",
    "    original_col_sequence = list(data.columns)\n",
    "    imputer = MissForest(criterion='squared_error')\n",
    "    numerical_data = data.drop(columns=['Timestamp',\n",
    "                                        'Mode',\n",
    "                                        'Thermal Preference',\n",
    "                                        'Thermal Acceptability',\n",
    "                                        'Air Movement Preference'])\n",
    "    numerical_data_cols = list(numerical_data.columns)\n",
    "    imputed_numerical_data = imputer.fit_transform(numerical_data)\n",
    "    imputed_numerical_data = pd.DataFrame(imputed_numerical_data, \n",
    "                                          columns=numerical_data_cols)\n",
    "    imputed_data = pd.concat([data[['Timestamp',\n",
    "                                    'Mode',\n",
    "                                    'Thermal Preference',\n",
    "                                    'Thermal Acceptability',\n",
    "                                    'Air Movement Preference']], \n",
    "                              imputed_numerical_data], \n",
    "                             axis=1)\n",
    "    imputed_data = imputed_data[original_col_sequence]\n",
    "\n",
    "    assert imputed_data.shape == data.shape\n",
    "    assert imputed_data[\"Timestamp\"].tolist() == data[\"Timestamp\"].tolist()\n",
    "    assert imputed_data.isnull().values.sum() == 0\n",
    "\n",
    "    return imputed_data\n",
    "\n",
    "data = impute_missing_data(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# sort entries based on timestamp\n",
    "data['DateTime'] = pd.to_datetime(data['Timestamp'], format='%m/%d/%y %H:%M')\n",
    "data = data.sort_values(by='DateTime').reset_index(drop=True)\n",
    "data.drop(columns=['DateTime','Timestamp'], inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['No Change' 'Cooler' 'Warmer']\n",
      "['No Change' 'More' 'Less']\n",
      "['Acceptable' 'Unacceptable']\n",
      "['AC' 'NV']\n",
      "(1744, 12)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Mode</th>\n",
       "      <th>Indoor Temp</th>\n",
       "      <th>Indoor Humidity</th>\n",
       "      <th>Air Velocity</th>\n",
       "      <th>Globe Temperature</th>\n",
       "      <th>Outdoor Temp</th>\n",
       "      <th>Outdoor Humidity</th>\n",
       "      <th>Thermal Preference</th>\n",
       "      <th>Thermal Acceptability</th>\n",
       "      <th>Air Movement Preference</th>\n",
       "      <th>User Id</th>\n",
       "      <th>Condition</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AC</td>\n",
       "      <td>26.224357</td>\n",
       "      <td>78.84082</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.35</td>\n",
       "      <td>83.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>No Change</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No Change</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AC</td>\n",
       "      <td>26.224357</td>\n",
       "      <td>78.84082</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.35</td>\n",
       "      <td>83.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No Change</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AC</td>\n",
       "      <td>26.224357</td>\n",
       "      <td>78.84082</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.35</td>\n",
       "      <td>83.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>No Change</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>No Change</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AC</td>\n",
       "      <td>26.224357</td>\n",
       "      <td>78.84082</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.35</td>\n",
       "      <td>83.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>Unacceptable</td>\n",
       "      <td>More</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AC</td>\n",
       "      <td>26.224357</td>\n",
       "      <td>78.84082</td>\n",
       "      <td>0.53</td>\n",
       "      <td>27.35</td>\n",
       "      <td>83.0</td>\n",
       "      <td>73.0</td>\n",
       "      <td>Cooler</td>\n",
       "      <td>Acceptable</td>\n",
       "      <td>More</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Mode  Indoor Temp  Indoor Humidity  Air Velocity  Globe Temperature  \\\n",
       "0   AC    26.224357         78.84082          0.53              27.35   \n",
       "1   AC    26.224357         78.84082          0.53              27.35   \n",
       "2   AC    26.224357         78.84082          0.53              27.35   \n",
       "3   AC    26.224357         78.84082          0.53              27.35   \n",
       "4   AC    26.224357         78.84082          0.53              27.35   \n",
       "\n",
       "   Outdoor Temp  Outdoor Humidity Thermal Preference Thermal Acceptability  \\\n",
       "0          83.0              73.0          No Change            Acceptable   \n",
       "1          83.0              73.0             Cooler            Acceptable   \n",
       "2          83.0              73.0          No Change            Acceptable   \n",
       "3          83.0              73.0             Cooler          Unacceptable   \n",
       "4          83.0              73.0             Cooler            Acceptable   \n",
       "\n",
       "  Air Movement Preference  User Id  Condition  \n",
       "0               No Change      1.0        2.0  \n",
       "1               No Change      2.0        2.0  \n",
       "2               No Change      4.0        2.0  \n",
       "3                    More      5.0        2.0  \n",
       "4                    More      6.0        2.0  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(data['Thermal Preference'].unique())\n",
    "print(data['Air Movement Preference'].unique())\n",
    "print(data['Thermal Acceptability'].unique())\n",
    "print(data['Mode'].unique())\n",
    "print(data.shape)\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Save processed data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# thermal preference data\n",
    "thermal_pref_data = data.drop(columns=['Thermal Acceptability','Air Movement Preference'])\n",
    "thermal_pref_data = thermal_pref_data.dropna(subset=['Thermal Preference']).reset_index(drop=True)\n",
    "assert thermal_pref_data.isnull().values.any() == False\n",
    "thermal_pref_data.to_csv('data/bca_thermalpref_unsampled_data.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# thermal acceptability data\n",
    "thermal_acc_data = data.drop(columns=['Thermal Preference','Air Movement Preference'])\n",
    "thermal_acc_data = thermal_acc_data.dropna(subset=['Thermal Acceptability']).reset_index(drop=True)\n",
    "assert thermal_acc_data.isnull().values.any() == False\n",
    "thermal_acc_data.to_csv('data/bca_thermalacc_unsampled_data.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# air movement preference data\n",
    "air_pref_data = data.drop(columns=['Thermal Acceptability','Thermal Preference'])\n",
    "air_pref_data = air_pref_data.dropna(subset=['Air Movement Preference']).reset_index(drop=True)\n",
    "assert air_pref_data.isnull().values.any() == False\n",
    "air_pref_data.to_csv('data/bca_airpref_unsampled_data.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}